{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5043.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25798): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25798) [trial-2362↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25798)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25798): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25798) [trial-2362↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a17:12:16.526011 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a17:12:16.538484 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a17:12:17.151112 tst mo_mt_sms.py: using LAC 22486\u000a17:12:17.282643 tst mo_mt_sms.py: using RAC 46\u000a17:12:17.404524 tst mo_mt_sms.py: using CellId 22486\u000a17:12:17.526227 tst mo_mt_sms.py: using BVCI 22487\u000a17:12:17.550162 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:12:17.733044 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:12:18.022547 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:12:18.157653 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:12:20.494716 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25797): Launched\u000a17:12:20.814901 run osmo-nitb_10.42.42.2(pid=25798): Launched\u000a17:12:20.998856 run osmo-nitb_10.42.42.2(pid=25798): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25798)]\u000a17:12:21.132498 run osmo-nitb_10.42.42.2(pid=25798): stdout: \u000a| (launched: 2022-12-09_17:12:20.657555) \u000a17:12:21.266449 run osmo-nitb_10.42.42.2(pid=25798): stderr: \u000a| (launched: 2022-12-09_17:12:20.705711)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:12:21.395563 run osmo-nitb_10.42.42.2(pid=25798): stdout: \u000a| (launched: 2022-12-09_17:12:20.657555) \u000a17:12:21.523389 run osmo-nitb_10.42.42.2(pid=25798): stderr: \u000a| (launched: 2022-12-09_17:12:20.705711)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:12:21.579450 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25798): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25798) [trial-2362↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25798)] [trial-2362↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a17:12:21.587925 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a17:12:21.624803 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25797): Terminating (SIGTERM)\u000a17:12:21.802700 --- ParallelTerminationStrategy: PID 25797 died...\u000a17:12:21.861602 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25797): Terminated: ok {rc=0}\u000a17:12:21.950499 bus /sierra_3: Setting Powered False\u000a17:12:23.061714 bus /sierra_3: Setting Powered False\u000a17:12:24.173512 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:12:16" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25808): Process ended prematurely: osmo-stp_10.42.42.5(pid=25808) [trial-2362↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25808)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25808): Process ended prematurely: osmo-stp_10.42.42.5(pid=25808) [trial-2362↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a17:12:26.024684 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.035190 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a17:12:26.159737 tst mo_mt_sms.py: using LAC 22487\u000a17:12:26.284051 tst mo_mt_sms.py: using RAC 47\u000a17:12:26.409281 tst mo_mt_sms.py: using CellId 22487\u000a17:12:26.529636 tst mo_mt_sms.py: using BVCI 22488\u000a17:12:26.552265 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.562916 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.573324 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.583763 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.594236 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.604641 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:12:26.722889 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:12:26.926580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:12:28.635229 run create_hlr_db(pid=25802): Launched\u000a17:12:28.810397 bus /sierra_2: Setting Powered False\u000a17:12:29.830064 run create_hlr_db(pid=25802): Terminated: ok {rc=0}\u000a17:12:30.261847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25804): Launched\u000a17:12:30.588838 run osmo-hlr_10.42.42.2(pid=25805): Launched\u000a17:12:30.709313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:12:33.296248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25807): Launched\u000a17:12:33.622014 run osmo-stp_10.42.42.5(pid=25808): Launched\u000a17:12:33.739677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:12:39.082537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25812): Launched\u000a17:12:39.385753 run osmo-msc_10.42.42.6(pid=25813): Launched\u000a17:12:39.561348 run osmo-stp_10.42.42.5(pid=25808): ERR: Terminated: ERROR {rc=1} [trial-2362↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25808)]\u000a17:12:39.687854 run osmo-stp_10.42.42.5(pid=25808): stdout: \u000a| (launched: 2022-12-09_17:12:33.460405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:39.812701 run osmo-stp_10.42.42.5(pid=25808): stderr: \u000a| �[0;m�[38;5;43m20221209171233655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171233656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171233656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171233656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171233657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171233657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171233657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:39.933327 run osmo-stp_10.42.42.5(pid=25808): stdout: \u000a| (launched: 2022-12-09_17:12:33.460405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:40.052477 run osmo-stp_10.42.42.5(pid=25808): stderr: \u000a| �[0;m�[38;5;43m20221209171233655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171233656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171233656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171233656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171233657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171233657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171233657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:40.104882 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25808): Process ended prematurely: osmo-stp_10.42.42.5(pid=25808) [trial-2362↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25808)] [trial-2362↪sms:sysmo↪mo_mt_sms.py:16]\u000a17:12:40.112864 tst mo_mt_sms.py:16: Test FAILED (14.1 sec)\u000a17:12:40.172989 run osmo-hlr_10.42.42.2(pid=25805): ERR: Terminated: ERROR {rc=237} [trial-2362↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25805)]\u000a17:12:40.222744 run osmo-hlr_10.42.42.2(pid=25805): stdout: \u000a| (launched: 2022-12-09_17:12:30.426009) \u000a17:12:40.273233 run osmo-hlr_10.42.42.2(pid=25805): stderr: \u000a| �[0;m�[1;31m20221209171230628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171230628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171230628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171230628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171230628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171230628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171230641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171230649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171230649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171230649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:12:40.341847 run osmo-msc_10.42.42.6(pid=25813): ERR: Terminated: ERROR {rc=2} [trial-2362↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25813)]\u000a17:12:40.391428 run osmo-msc_10.42.42.6(pid=25813): stdout: \u000a| (launched: 2022-12-09_17:12:39.235221) \u000a17:12:40.441690 run osmo-msc_10.42.42.6(pid=25813): stderr: \u000a| �[0;m�[38;5;43m20221209171239511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171239511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe313a1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171239511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171239511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171239512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171239512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171239514 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171239514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171239514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171239514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:12:40.484263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25804): Terminating (SIGTERM)\u000a17:12:40.524527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25807): Terminating (SIGTERM)\u000a17:12:40.564893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25812): Terminating (SIGTERM)\u000a17:12:40.574160 --- ParallelTerminationStrategy: PID 25804 died...\u000a17:12:40.628006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25804): Terminated: ok {rc=0}\u000a17:12:40.638891 --- ParallelTerminationStrategy: PID 25807 died...\u000a17:12:40.699828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25807): Terminated: ok {rc=0}\u000a17:12:40.710347 --- ParallelTerminationStrategy: PID 25812 died...\u000a17:12:40.768663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25812): Terminated: ok {rc=0}\u000a17:12:40.857819 bus /sierra_3: Setting Powered False\u000a17:12:41.966829 bus /sierra_3: Setting Powered False\u000a17:12:43.076596 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:12:25" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25820): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25820) [trial-2362↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25820)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25820): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25820) [trial-2362↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a17:12:44.904339 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a17:12:44.914982 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a17:12:45.035588 tst assert_extension.py: using LAC 22488\u000a17:12:45.168524 tst assert_extension.py: using RAC 48\u000a17:12:45.295034 tst assert_extension.py: using CellId 22488\u000a17:12:45.416769 tst assert_extension.py: using BVCI 22489\u000a17:12:45.439486 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a17:12:45.713823 tst assert_extension.py:10: start nitb and bts...\u000a17:12:45.845213 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:12:46.501681 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25819): Launched\u000a17:12:46.852117 run osmo-nitb_10.42.42.2(pid=25820): Launched\u000a17:12:47.050703 run osmo-nitb_10.42.42.2(pid=25820): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25820)]\u000a17:12:47.195331 run osmo-nitb_10.42.42.2(pid=25820): stdout: \u000a| (launched: 2022-12-09_17:12:46.656575) \u000a17:12:47.356845 run osmo-nitb_10.42.42.2(pid=25820): stderr: \u000a| (launched: 2022-12-09_17:12:46.702001)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:12:47.492617 run osmo-nitb_10.42.42.2(pid=25820): stdout: \u000a| (launched: 2022-12-09_17:12:46.656575) \u000a17:12:47.635610 run osmo-nitb_10.42.42.2(pid=25820): stderr: \u000a| (launched: 2022-12-09_17:12:46.702001)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:12:47.975648 tst osmo-nitb_10.42.42.2(pid=25820): stdout: \u000a| (launched: 2022-12-09_17:12:46.656575) \u000a17:12:48.095356 tst osmo-nitb_10.42.42.2(pid=25820): stderr: \u000a| (launched: 2022-12-09_17:12:46.702001)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:12:48.148045 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25820): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25820) [trial-2362↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25820)] [trial-2362↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a17:12:48.156139 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a17:12:48.191500 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25819): Terminating (SIGTERM)\u000a17:12:48.369224 --- ParallelTerminationStrategy: PID 25819 died...\u000a17:12:48.424499 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25819): Terminated: ok {rc=0}\u000a17:12:48.514177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:12:44" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25830): Process ended prematurely: osmo-stp_10.42.42.5(pid=25830) [trial-2362↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25830): Process ended prematurely: osmo-stp_10.42.42.5(pid=25830) [trial-2362↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a17:12:50.369634 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.380201 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a17:12:50.502944 tst assert_extension.py: using LAC 22489\u000a17:12:50.626823 tst assert_extension.py: using RAC 49\u000a17:12:50.758331 tst assert_extension.py: using CellId 22489\u000a17:12:50.882742 tst assert_extension.py: using BVCI 22490\u000a17:12:50.907306 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.918532 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.929780 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.940786 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.951713 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.962570 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a17:12:51.160189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:12:51.636636 run create_hlr_db(pid=25824): Launched\u000a17:12:51.810969 bus /sierra_2: Setting Powered False\u000a17:12:52.831844 run create_hlr_db(pid=25824): Terminated: ok {rc=0}\u000a17:12:53.263827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25826): Launched\u000a17:12:53.591640 run osmo-hlr_10.42.42.2(pid=25827): Launched\u000a17:12:53.708897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:12:54.273943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25829): Launched\u000a17:12:54.599670 run osmo-stp_10.42.42.5(pid=25830): Launched\u000a17:12:54.716469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:12:55.307329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25832): Launched\u000a17:12:55.633158 run osmo-msc_10.42.42.6(pid=25833): Launched\u000a17:12:55.822240 run osmo-stp_10.42.42.5(pid=25830): ERR: Terminated: ERROR {rc=1} [trial-2362↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)]\u000a17:12:55.960125 run osmo-stp_10.42.42.5(pid=25830): stdout: \u000a| (launched: 2022-12-09_17:12:54.438188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:56.097331 run osmo-stp_10.42.42.5(pid=25830): stderr: \u000a| �[0;m�[38;5;43m20221209171254632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171254632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171254632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171254633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171254633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171254633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171254633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:56.227384 run osmo-stp_10.42.42.5(pid=25830): stdout: \u000a| (launched: 2022-12-09_17:12:54.438188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:56.356127 run osmo-stp_10.42.42.5(pid=25830): stderr: \u000a| �[0;m�[38;5;43m20221209171254632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171254632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171254632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171254633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171254633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171254633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171254633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:56.412609 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25830): Process ended prematurely: osmo-stp_10.42.42.5(pid=25830) [trial-2362↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)] [trial-2362↪ussd:sysmo↪assert_extension.py:17]\u000a17:12:56.421346 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a17:12:56.484394 run osmo-hlr_10.42.42.2(pid=25827): ERR: Terminated: ERROR {rc=237} [trial-2362↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25827)]\u000a17:12:56.536542 run osmo-hlr_10.42.42.2(pid=25827): stdout: \u000a| (launched: 2022-12-09_17:12:53.428748) \u000a17:12:56.589772 run osmo-hlr_10.42.42.2(pid=25827): stderr: \u000a| �[0;m�[1;31m20221209171253631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171253631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171253631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171253631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171253631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171253631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171253675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171253685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171253686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171253686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:12:56.661483 run osmo-msc_10.42.42.6(pid=25833): ERR: Terminated: ERROR {rc=2} [trial-2362↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25833)]\u000a17:12:56.713540 run osmo-msc_10.42.42.6(pid=25833): stdout: \u000a| (launched: 2022-12-09_17:12:55.471358) \u000a17:12:56.766268 run osmo-msc_10.42.42.6(pid=25833): stderr: \u000a| �[0;m�[38;5;43m20221209171255794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171255794 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e51152c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171255794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171255794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171255794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171255794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171255796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171255796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171255797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171255797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:12:56.811339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25826): Terminating (SIGTERM)\u000a17:12:56.853864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25829): Terminating (SIGTERM)\u000a17:12:56.896202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25832): Terminating (SIGTERM)\u000a17:12:56.905895 --- ParallelTerminationStrategy: PID 25826 died...\u000a17:12:56.962273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25826): Terminated: ok {rc=0}\u000a17:12:56.972330 --- ParallelTerminationStrategy: PID 25829 died...\u000a17:12:57.028591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25829): Terminated: ok {rc=0}\u000a17:12:57.038712 --- ParallelTerminationStrategy: PID 25832 died...\u000a17:12:57.095014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25832): Terminated: ok {rc=0}\u000a17:12:57.183399 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:12:50" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25844): Process ended prematurely: osmo-stp_10.42.42.5(pid=25844) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25844)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25844): Process ended prematurely: osmo-stp_10.42.42.5(pid=25844) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:12:59.102980 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.114331 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:12:59.261367 tst mo_mt_call.py: using LAC 22490\u000a17:12:59.388195 tst mo_mt_call.py: using RAC 50\u000a17:12:59.508485 tst mo_mt_call.py: using CellId 22490\u000a17:12:59.628646 tst mo_mt_call.py: using BVCI 22491\u000a17:12:59.652305 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.663799 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.674990 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.686352 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.697662 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.708843 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:12:59.829143 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:13:00.043510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:00.571435 run create_hlr_db(pid=25838): Launched\u000a17:13:00.761789 bus /sierra_2: Setting Powered False\u000a17:13:01.784307 run create_hlr_db(pid=25838): Terminated: ok {rc=0}\u000a17:13:02.220608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25840): Launched\u000a17:13:02.533543 run osmo-hlr_10.42.42.2(pid=25841): Launched\u000a17:13:02.656278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:03.232848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25843): Launched\u000a17:13:03.564471 run osmo-stp_10.42.42.5(pid=25844): Launched\u000a17:13:03.682734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:04.285881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25846): Launched\u000a17:13:04.616659 run osmo-msc_10.42.42.6(pid=25847): Launched\u000a17:13:04.808109 run osmo-stp_10.42.42.5(pid=25844): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25844)]\u000a17:13:04.946292 run osmo-stp_10.42.42.5(pid=25844): stdout: \u000a| (launched: 2022-12-09_17:13:03.401109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:05.084544 run osmo-stp_10.42.42.5(pid=25844): stderr: \u000a| �[0;m�[38;5;43m20221209171303596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171303597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171303597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171303597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171303598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171303598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171303598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:05.216613 run osmo-stp_10.42.42.5(pid=25844): stdout: \u000a| (launched: 2022-12-09_17:13:03.401109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:05.347158 run osmo-stp_10.42.42.5(pid=25844): stderr: \u000a| �[0;m�[38;5;43m20221209171303596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171303597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171303597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171303597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171303598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171303598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171303598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:05.404691 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25844): Process ended prematurely: osmo-stp_10.42.42.5(pid=25844) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25844)] [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:13:05.413867 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:13:05.476750 run osmo-hlr_10.42.42.2(pid=25841): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25841)]\u000a17:13:05.528733 run osmo-hlr_10.42.42.2(pid=25841): stdout: \u000a| (launched: 2022-12-09_17:13:02.377343) \u000a17:13:05.581319 run osmo-hlr_10.42.42.2(pid=25841): stderr: \u000a| �[0;m�[1;31m20221209171302554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171302554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171302555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171302555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171302555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171302555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171302567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171302576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171302576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171302576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:05.652644 run osmo-msc_10.42.42.6(pid=25847): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25847)]\u000a17:13:05.704500 run osmo-msc_10.42.42.6(pid=25847): stdout: \u000a| (launched: 2022-12-09_17:13:04.453448) \u000a17:13:05.756895 run osmo-msc_10.42.42.6(pid=25847): stderr: \u000a| �[0;m�[38;5;43m20221209171304778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171304778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8023d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171304778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171304778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171304778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171304779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171304780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171304781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171304781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171304781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:05.801357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25840): Terminating (SIGTERM)\u000a17:13:05.843554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25843): Terminating (SIGTERM)\u000a17:13:05.886086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25846): Terminating (SIGTERM)\u000a17:13:05.895750 --- ParallelTerminationStrategy: PID 25840 died...\u000a17:13:05.952058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25840): Terminated: ok {rc=0}\u000a17:13:05.962162 --- ParallelTerminationStrategy: PID 25843 died...\u000a17:13:06.018065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25843): Terminated: ok {rc=0}\u000a17:13:06.028114 --- ParallelTerminationStrategy: PID 25846 died...\u000a17:13:06.084087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25846): Terminated: ok {rc=0}\u000a17:13:06.172674 bus /sierra_3: Setting Powered False\u000a17:13:07.280177 bus /sierra_3: Setting Powered False\u000a17:13:08.389178 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25855): Process ended prematurely: osmo-stp_10.42.42.5(pid=25855) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25855)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25855): Process ended prematurely: osmo-stp_10.42.42.5(pid=25855) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:13:09.506451 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:09.518783 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:13:09.676916 tst mo_mt_call_osmux.py: using LAC 22491\u000a17:13:09.805069 tst mo_mt_call_osmux.py: using RAC 51\u000a17:13:09.933187 tst mo_mt_call_osmux.py: using CellId 22491\u000a17:13:10.062904 tst mo_mt_call_osmux.py: using BVCI 22492\u000a17:13:10.088099 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:10.100110 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:10.111591 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:10.123059 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:10.134484 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:10.145891 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:13:10.263082 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:13:10.475904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:11.005329 run create_hlr_db(pid=25849): Launched\u000a17:13:11.197498 bus /sierra_2: Setting Powered False\u000a17:13:12.217637 run create_hlr_db(pid=25849): Terminated: ok {rc=0}\u000a17:13:12.636869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25851): Launched\u000a17:13:12.948161 run osmo-hlr_10.42.42.2(pid=25852): Launched\u000a17:13:13.066485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:13.615940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25854): Launched\u000a17:13:13.926674 run osmo-stp_10.42.42.5(pid=25855): Launched\u000a17:13:14.039182 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:14.603101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25857): Launched\u000a17:13:14.913106 run osmo-msc_10.42.42.6(pid=25858): Launched\u000a17:13:15.094690 run osmo-stp_10.42.42.5(pid=25855): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25855)]\u000a17:13:15.226432 run osmo-stp_10.42.42.5(pid=25855): stdout: \u000a| (launched: 2022-12-09_17:13:13.772297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:15.356175 run osmo-stp_10.42.42.5(pid=25855): stderr: \u000a| �[0;m�[38;5;43m20221209171313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171313946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:15.480066 run osmo-stp_10.42.42.5(pid=25855): stdout: \u000a| (launched: 2022-12-09_17:13:13.772297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:15.602879 run osmo-stp_10.42.42.5(pid=25855): stderr: \u000a| �[0;m�[38;5;43m20221209171313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171313945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171313946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171313946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:15.657151 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25855): Process ended prematurely: osmo-stp_10.42.42.5(pid=25855) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25855)] [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:13:15.665847 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:13:15.726859 run osmo-hlr_10.42.42.2(pid=25852): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25852)]\u000a17:13:15.776839 run osmo-hlr_10.42.42.2(pid=25852): stdout: \u000a| (launched: 2022-12-09_17:13:12.793415) \u000a17:13:15.827565 run osmo-hlr_10.42.42.2(pid=25852): stderr: \u000a| �[0;m�[1;31m20221209171312974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171312974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171312974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171312974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171312974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171312974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171312996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171313006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171313006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171313006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:15.923691 run osmo-msc_10.42.42.6(pid=25858): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25858)]\u000a17:13:16.007472 run osmo-msc_10.42.42.6(pid=25858): stdout: \u000a| (launched: 2022-12-09_17:13:14.759055) \u000a17:13:16.060163 run osmo-msc_10.42.42.6(pid=25858): stderr: \u000a| �[0;m�[38;5;43m20221209171315032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171315032 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd5186ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171315033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171315033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171315033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171315033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171315036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171315037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171315037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171315037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:16.105906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25851): Terminating (SIGTERM)\u000a17:13:16.149272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25854): Terminating (SIGTERM)\u000a17:13:16.192431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25857): Terminating (SIGTERM)\u000a17:13:16.202542 --- ParallelTerminationStrategy: PID 25851 died...\u000a17:13:16.260472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25851): Terminated: ok {rc=0}\u000a17:13:16.271331 --- ParallelTerminationStrategy: PID 25854 died...\u000a17:13:16.329464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25854): Terminated: ok {rc=0}\u000a17:13:16.340212 --- ParallelTerminationStrategy: PID 25857 died...\u000a17:13:16.398477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25857): Terminated: ok {rc=0}\u000a17:13:16.486950 bus /sierra_3: Setting Powered False\u000a17:13:17.591154 bus /sierra_3: Setting Powered False\u000a17:13:18.702549 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:12:58" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25869): Process ended prematurely: osmo-stp_10.42.42.5(pid=25869) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25869)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25869): Process ended prematurely: osmo-stp_10.42.42.5(pid=25869) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:13:20.662928 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:20.673924 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:13:20.827356 tst mo_mt_call.py: using LAC 22492\u000a17:13:20.957106 tst mo_mt_call.py: using RAC 52\u000a17:13:21.092265 tst mo_mt_call.py: using CellId 22492\u000a17:13:21.220869 tst mo_mt_call.py: using BVCI 22493\u000a17:13:21.246186 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:21.257629 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:21.268864 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:21.280151 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:21.291486 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:21.302830 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:13:21.421409 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:13:21.634572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:22.163642 run create_hlr_db(pid=25863): Launched\u000a17:13:22.355198 bus /sierra_2: Setting Powered False\u000a17:13:23.373685 run create_hlr_db(pid=25863): Terminated: ok {rc=0}\u000a17:13:23.815544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25865): Launched\u000a17:13:24.148439 run osmo-hlr_10.42.42.2(pid=25866): Launched\u000a17:13:24.270778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:24.847191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25868): Launched\u000a17:13:25.179469 run osmo-stp_10.42.42.5(pid=25869): Launched\u000a17:13:25.298795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:25.903201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25871): Launched\u000a17:13:26.235425 run osmo-msc_10.42.42.6(pid=25872): Launched\u000a17:13:26.427358 run osmo-stp_10.42.42.5(pid=25869): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25869)]\u000a17:13:26.566304 run osmo-stp_10.42.42.5(pid=25869): stdout: \u000a| (launched: 2022-12-09_17:13:25.014602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:26.704321 run osmo-stp_10.42.42.5(pid=25869): stderr: \u000a| �[0;m�[38;5;43m20221209171325211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171325211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171325212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171325212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171325212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171325213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171325213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:26.836459 run osmo-stp_10.42.42.5(pid=25869): stdout: \u000a| (launched: 2022-12-09_17:13:25.014602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:26.967207 run osmo-stp_10.42.42.5(pid=25869): stderr: \u000a| �[0;m�[38;5;43m20221209171325211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171325211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171325212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171325212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171325212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171325213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171325213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:27.024921 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25869): Process ended prematurely: osmo-stp_10.42.42.5(pid=25869) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25869)] [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:13:27.034281 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:13:27.097494 run osmo-hlr_10.42.42.2(pid=25866): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25866)]\u000a17:13:27.149718 run osmo-hlr_10.42.42.2(pid=25866): stdout: \u000a| (launched: 2022-12-09_17:13:23.983510) \u000a17:13:27.202649 run osmo-hlr_10.42.42.2(pid=25866): stderr: \u000a| �[0;m�[1;31m20221209171324185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171324185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171324185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171324185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171324185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171324185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171324199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171324208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171324208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171324208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:27.273604 run osmo-msc_10.42.42.6(pid=25872): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25872)]\u000a17:13:27.325519 run osmo-msc_10.42.42.6(pid=25872): stdout: \u000a| (launched: 2022-12-09_17:13:26.071113) \u000a17:13:27.377835 run osmo-msc_10.42.42.6(pid=25872): stderr: \u000a| �[0;m�[38;5;43m20221209171326398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171326398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbae76dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171326398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171326398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171326398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171326398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171326400 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171326401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171326401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171326401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:27.422357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25865): Terminating (SIGTERM)\u000a17:13:27.464570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25868): Terminating (SIGTERM)\u000a17:13:27.507050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25871): Terminating (SIGTERM)\u000a17:13:27.516623 --- ParallelTerminationStrategy: PID 25865 died...\u000a17:13:27.572858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25865): Terminated: ok {rc=0}\u000a17:13:27.582930 --- ParallelTerminationStrategy: PID 25868 died...\u000a17:13:27.638736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25868): Terminated: ok {rc=0}\u000a17:13:27.648695 --- ParallelTerminationStrategy: PID 25871 died...\u000a17:13:27.704708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25871): Terminated: ok {rc=0}\u000a17:13:27.791964 bus /sierra_3: Setting Powered False\u000a17:13:28.898503 bus /sierra_3: Setting Powered False\u000a17:13:30.007083 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25880): Process ended prematurely: osmo-stp_10.42.42.5(pid=25880) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25880)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25880): Process ended prematurely: osmo-stp_10.42.42.5(pid=25880) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:13:31.122855 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.135893 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:13:31.290485 tst mo_mt_call_osmux.py: using LAC 22493\u000a17:13:31.420113 tst mo_mt_call_osmux.py: using RAC 53\u000a17:13:31.561253 tst mo_mt_call_osmux.py: using CellId 22493\u000a17:13:31.700105 tst mo_mt_call_osmux.py: using BVCI 22494\u000a17:13:31.725894 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.737832 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.749415 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.761666 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.773935 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.787117 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:13:31.933014 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:13:32.176068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:32.708887 run create_hlr_db(pid=25874): Launched\u000a17:13:32.900138 bus /sierra_2: Setting Powered False\u000a17:13:33.920670 run create_hlr_db(pid=25874): Terminated: ok {rc=0}\u000a17:13:34.338808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25876): Launched\u000a17:13:34.650550 run osmo-hlr_10.42.42.2(pid=25877): Launched\u000a17:13:34.771229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:35.317152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25879): Launched\u000a17:13:35.628847 run osmo-stp_10.42.42.5(pid=25880): Launched\u000a17:13:35.742084 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:36.309060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25882): Launched\u000a17:13:36.621773 run osmo-msc_10.42.42.6(pid=25883): Launched\u000a17:13:36.802874 run osmo-stp_10.42.42.5(pid=25880): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25880)]\u000a17:13:36.933460 run osmo-stp_10.42.42.5(pid=25880): stdout: \u000a| (launched: 2022-12-09_17:13:35.473655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:37.061532 run osmo-stp_10.42.42.5(pid=25880): stderr: \u000a| �[0;m�[38;5;43m20221209171335645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171335645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171335646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171335646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171335648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171335648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171335648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:37.184795 run osmo-stp_10.42.42.5(pid=25880): stdout: \u000a| (launched: 2022-12-09_17:13:35.473655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:37.307085 run osmo-stp_10.42.42.5(pid=25880): stderr: \u000a| �[0;m�[38;5;43m20221209171335645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171335645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171335646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171335646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171335648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171335648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171335648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:37.360740 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25880): Process ended prematurely: osmo-stp_10.42.42.5(pid=25880) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25880)] [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:13:37.369664 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:13:37.430096 run osmo-hlr_10.42.42.2(pid=25877): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25877)]\u000a17:13:37.479710 run osmo-hlr_10.42.42.2(pid=25877): stdout: \u000a| (launched: 2022-12-09_17:13:34.495312) \u000a17:13:37.530148 run osmo-hlr_10.42.42.2(pid=25877): stderr: \u000a| �[0;m�[1;31m20221209171334672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171334672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171334672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171334672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171334672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171334672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171334683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171334691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171334691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171334691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:37.598098 run osmo-msc_10.42.42.6(pid=25883): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25883)]\u000a17:13:37.647844 run osmo-msc_10.42.42.6(pid=25883): stdout: \u000a| (launched: 2022-12-09_17:13:36.465313) \u000a17:13:37.698348 run osmo-msc_10.42.42.6(pid=25883): stderr: \u000a| �[0;m�[38;5;43m20221209171336738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171336738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8298b61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171336738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171336738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171336738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171336739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171336740 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171336741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171336741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171336741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:37.740640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25876): Terminating (SIGTERM)\u000a17:13:37.781025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25879): Terminating (SIGTERM)\u000a17:13:37.821349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25882): Terminating (SIGTERM)\u000a17:13:37.830743 --- ParallelTerminationStrategy: PID 25876 died...\u000a17:13:37.884462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25876): Terminated: ok {rc=0}\u000a17:13:37.894065 --- ParallelTerminationStrategy: PID 25879 died...\u000a17:13:37.948080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25879): Terminated: ok {rc=0}\u000a17:13:37.957748 --- ParallelTerminationStrategy: PID 25882 died...\u000a17:13:38.011735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25882): Terminated: ok {rc=0}\u000a17:13:38.101703 bus /sierra_3: Setting Powered False\u000a17:13:39.205773 bus /sierra_3: Setting Powered False\u000a17:13:40.318583 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:13:20" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25895): Process ended prematurely: osmo-stp_10.42.42.5(pid=25895) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25895): Process ended prematurely: osmo-stp_10.42.42.5(pid=25895) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:13:42.274034 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.285058 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:13:42.431479 tst mo_mt_call.py: using LAC 22494\u000a17:13:42.554163 tst mo_mt_call.py: using RAC 54\u000a17:13:42.683371 tst mo_mt_call.py: using CellId 22494\u000a17:13:42.813283 tst mo_mt_call.py: using BVCI 22495\u000a17:13:42.838692 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.850397 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.861733 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.873125 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.884402 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.895785 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:13:43.010152 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:13:43.223577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:43.753377 run create_hlr_db(pid=25889): Launched\u000a17:13:43.943894 bus /sierra_2: Setting Powered False\u000a17:13:44.964288 run create_hlr_db(pid=25889): Terminated: ok {rc=0}\u000a17:13:45.382173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25891): Launched\u000a17:13:45.692464 run osmo-hlr_10.42.42.2(pid=25892): Launched\u000a17:13:45.809288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:46.428291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25894): Launched\u000a17:13:46.871355 run osmo-stp_10.42.42.5(pid=25895): Launched\u000a17:13:47.070272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:47.647828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25897): Launched\u000a17:13:47.959111 run osmo-msc_10.42.42.6(pid=25898): Launched\u000a17:13:48.140456 run osmo-stp_10.42.42.5(pid=25895): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)]\u000a17:13:48.271681 run osmo-stp_10.42.42.5(pid=25895): stdout: \u000a| (launched: 2022-12-09_17:13:46.604670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:48.400100 run osmo-stp_10.42.42.5(pid=25895): stderr: \u000a| �[0;m�[38;5;43m20221209171346914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171346914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171346914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171346915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171346915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171346915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171346916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:48.523488 run osmo-stp_10.42.42.5(pid=25895): stdout: \u000a| (launched: 2022-12-09_17:13:46.604670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:48.645472 run osmo-stp_10.42.42.5(pid=25895): stderr: \u000a| �[0;m�[38;5;43m20221209171346914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171346914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171346914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171346915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171346915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171346915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171346916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:48.699297 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25895): Process ended prematurely: osmo-stp_10.42.42.5(pid=25895) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)] [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:13:48.707773 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a17:13:48.768667 run osmo-hlr_10.42.42.2(pid=25892): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25892)]\u000a17:13:48.818563 run osmo-hlr_10.42.42.2(pid=25892): stdout: \u000a| (launched: 2022-12-09_17:13:45.538285) \u000a17:13:48.869032 run osmo-hlr_10.42.42.2(pid=25892): stderr: \u000a| �[0;m�[1;31m20221209171345720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171345720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171345720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171345720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171345720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171345720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171345732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171345743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171345743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171345743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:48.937156 run osmo-msc_10.42.42.6(pid=25898): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25898)]\u000a17:13:48.986949 run osmo-msc_10.42.42.6(pid=25898): stdout: \u000a| (launched: 2022-12-09_17:13:47.803753) \u000a17:13:49.037265 run osmo-msc_10.42.42.6(pid=25898): stderr: \u000a| �[0;m�[38;5;43m20221209171348078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171348078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f32021c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171348078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171348078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171348078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171348078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171348080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171348080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171348081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171348081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:49.079278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25891): Terminating (SIGTERM)\u000a17:13:49.119684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25894): Terminating (SIGTERM)\u000a17:13:49.159688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25897): Terminating (SIGTERM)\u000a17:13:49.169069 --- ParallelTerminationStrategy: PID 25891 died...\u000a17:13:49.222497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25891): Terminated: ok {rc=0}\u000a17:13:49.232257 --- ParallelTerminationStrategy: PID 25894 died...\u000a17:13:49.285736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25894): Terminated: ok {rc=0}\u000a17:13:49.295320 --- ParallelTerminationStrategy: PID 25897 died...\u000a17:13:49.349116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25897): Terminated: ok {rc=0}\u000a17:13:49.439062 bus /sierra_3: Setting Powered False\u000a17:13:50.543527 bus /sierra_3: Setting Powered False\u000a17:13:51.655572 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25906): Process ended prematurely: osmo-stp_10.42.42.5(pid=25906) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25906): Process ended prematurely: osmo-stp_10.42.42.5(pid=25906) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:13:52.767473 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:52.779202 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:13:52.925211 tst mo_mt_call_osmux.py: using LAC 22495\u000a17:13:53.046789 tst mo_mt_call_osmux.py: using RAC 55\u000a17:13:53.168877 tst mo_mt_call_osmux.py: using CellId 22495\u000a17:13:53.292730 tst mo_mt_call_osmux.py: using BVCI 22496\u000a17:13:53.316111 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:53.327114 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:53.338173 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:53.349298 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:53.360236 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:53.371316 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:13:53.486643 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:13:53.691516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:54.175397 run create_hlr_db(pid=25900): Launched\u000a17:13:54.353139 bus /sierra_2: Setting Powered False\u000a17:13:55.374239 run create_hlr_db(pid=25900): Terminated: ok {rc=0}\u000a17:13:55.814764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25902): Launched\u000a17:13:56.147905 run osmo-hlr_10.42.42.2(pid=25903): Launched\u000a17:13:56.269831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:56.847357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25905): Launched\u000a17:13:57.178761 run osmo-stp_10.42.42.5(pid=25906): Launched\u000a17:13:57.298204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:57.903603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25908): Launched\u000a17:13:58.237118 run osmo-msc_10.42.42.6(pid=25909): Launched\u000a17:13:58.431037 run osmo-stp_10.42.42.5(pid=25906): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)]\u000a17:13:58.571484 run osmo-stp_10.42.42.5(pid=25906): stdout: \u000a| (launched: 2022-12-09_17:13:57.014328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:58.710222 run osmo-stp_10.42.42.5(pid=25906): stderr: \u000a| �[0;m�[38;5;43m20221209171357210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171357210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171357210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171357211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171357211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171357211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171357211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:58.842885 run osmo-stp_10.42.42.5(pid=25906): stdout: \u000a| (launched: 2022-12-09_17:13:57.014328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:58.973893 run osmo-stp_10.42.42.5(pid=25906): stderr: \u000a| �[0;m�[38;5;43m20221209171357210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171357210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171357210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171357211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171357211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171357211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171357211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:59.031813 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25906): Process ended prematurely: osmo-stp_10.42.42.5(pid=25906) [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)] [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:13:59.041062 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:13:59.104374 run osmo-hlr_10.42.42.2(pid=25903): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25903)]\u000a17:13:59.157030 run osmo-hlr_10.42.42.2(pid=25903): stdout: \u000a| (launched: 2022-12-09_17:13:55.982973) \u000a17:13:59.210005 run osmo-hlr_10.42.42.2(pid=25903): stderr: \u000a| �[0;m�[1;31m20221209171356185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171356185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171356185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171356185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171356185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171356185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171356197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171356206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171356206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171356206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:59.281745 run osmo-msc_10.42.42.6(pid=25909): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25909)]\u000a17:13:59.333928 run osmo-msc_10.42.42.6(pid=25909): stdout: \u000a| (launched: 2022-12-09_17:13:58.071416) \u000a17:13:59.386802 run osmo-msc_10.42.42.6(pid=25909): stderr: \u000a| �[0;m�[38;5;43m20221209171358399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171358399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c03f67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171358399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171358399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171358399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171358399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171358401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171358401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171358401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171358402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:59.431510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25902): Terminating (SIGTERM)\u000a17:13:59.474264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25905): Terminating (SIGTERM)\u000a17:13:59.516588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25908): Terminating (SIGTERM)\u000a17:13:59.526417 --- ParallelTerminationStrategy: PID 25902 died...\u000a17:13:59.582956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25902): Terminated: ok {rc=0}\u000a17:13:59.593115 --- ParallelTerminationStrategy: PID 25905 died...\u000a17:13:59.649355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25905): Terminated: ok {rc=0}\u000a17:13:59.659426 --- ParallelTerminationStrategy: PID 25908 died...\u000a17:13:59.715732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25908): Terminated: ok {rc=0}\u000a17:13:59.803934 bus /sierra_3: Setting Powered False\u000a17:14:00.928114 bus /sierra_3: Setting Powered False\u000a17:14:02.065343 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:13:42" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25920): Process ended prematurely: osmo-stp_10.42.42.5(pid=25920) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25920): Process ended prematurely: osmo-stp_10.42.42.5(pid=25920) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:14:04.022585 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.033541 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:14:04.178504 tst mo_mt_call.py: using LAC 22496\u000a17:14:04.300718 tst mo_mt_call.py: using RAC 56\u000a17:14:04.422998 tst mo_mt_call.py: using CellId 22496\u000a17:14:04.542681 tst mo_mt_call.py: using BVCI 22497\u000a17:14:04.566137 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.577126 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.587896 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.599017 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.610069 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.621205 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:14:04.741142 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:14:04.951106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:05.481615 run create_hlr_db(pid=25914): Launched\u000a17:14:05.672648 bus /sierra_2: Setting Powered False\u000a17:14:06.693016 run create_hlr_db(pid=25914): Terminated: ok {rc=0}\u000a17:14:07.108633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25916): Launched\u000a17:14:07.419293 run osmo-hlr_10.42.42.2(pid=25917): Launched\u000a17:14:07.538311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:08.080413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25919): Launched\u000a17:14:08.391354 run osmo-stp_10.42.42.5(pid=25920): Launched\u000a17:14:08.508766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:09.075454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25922): Launched\u000a17:14:09.388544 run osmo-msc_10.42.42.6(pid=25923): Launched\u000a17:14:09.570636 run osmo-stp_10.42.42.5(pid=25920): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)]\u000a17:14:09.701807 run osmo-stp_10.42.42.5(pid=25920): stdout: \u000a| (launched: 2022-12-09_17:14:08.236700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:09.830345 run osmo-stp_10.42.42.5(pid=25920): stderr: \u000a| �[0;m�[38;5;43m20221209171408409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171408410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171408410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171408410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171408411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171408411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171408411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:09.954172 run osmo-stp_10.42.42.5(pid=25920): stdout: \u000a| (launched: 2022-12-09_17:14:08.236700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:10.076393 run osmo-stp_10.42.42.5(pid=25920): stderr: \u000a| �[0;m�[38;5;43m20221209171408409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171408410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171408410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171408410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171408411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171408411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171408411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:10.130632 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25920): Process ended prematurely: osmo-stp_10.42.42.5(pid=25920) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)] [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:14:10.139164 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:14:10.199696 run osmo-hlr_10.42.42.2(pid=25917): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25917)]\u000a17:14:10.249378 run osmo-hlr_10.42.42.2(pid=25917): stdout: \u000a| (launched: 2022-12-09_17:14:07.265409) \u000a17:14:10.299457 run osmo-hlr_10.42.42.2(pid=25917): stderr: \u000a| �[0;m�[1;31m20221209171407444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171407444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171407444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171407444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171407444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171407444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171407456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171407465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171407465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171407465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:10.367244 run osmo-msc_10.42.42.6(pid=25923): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25923)]\u000a17:14:10.416495 run osmo-msc_10.42.42.6(pid=25923): stdout: \u000a| (launched: 2022-12-09_17:14:09.232100) \u000a17:14:10.466907 run osmo-msc_10.42.42.6(pid=25923): stderr: \u000a| �[0;m�[38;5;43m20221209171409506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171409506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b6188bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171409506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171409506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171409507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171409507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171409510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171409511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171409511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171409511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:10.509086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25916): Terminating (SIGTERM)\u000a17:14:10.549162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25919): Terminating (SIGTERM)\u000a17:14:10.589385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25922): Terminating (SIGTERM)\u000a17:14:10.598766 --- ParallelTerminationStrategy: PID 25916 died...\u000a17:14:10.652349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25916): Terminated: ok {rc=0}\u000a17:14:10.662140 --- ParallelTerminationStrategy: PID 25919 died...\u000a17:14:10.715897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25919): Terminated: ok {rc=0}\u000a17:14:10.725719 --- ParallelTerminationStrategy: PID 25922 died...\u000a17:14:10.779117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25922): Terminated: ok {rc=0}\u000a17:14:10.868180 bus /sierra_3: Setting Powered False\u000a17:14:11.972364 bus /sierra_3: Setting Powered False\u000a17:14:13.084331 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25931): Process ended prematurely: osmo-stp_10.42.42.5(pid=25931) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25931)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25931): Process ended prematurely: osmo-stp_10.42.42.5(pid=25931) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:14:14.195431 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:14.207176 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:14:14.354899 tst mo_mt_call_osmux.py: using LAC 22497\u000a17:14:14.479327 tst mo_mt_call_osmux.py: using RAC 57\u000a17:14:14.607837 tst mo_mt_call_osmux.py: using CellId 22497\u000a17:14:14.737163 tst mo_mt_call_osmux.py: using BVCI 22498\u000a17:14:14.762593 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:14.774211 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:14.785735 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:14.797206 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:14.808517 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:14.819860 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:14:14.936189 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:14:15.145092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:15.634967 run create_hlr_db(pid=25925): Launched\u000a17:14:15.813128 bus /sierra_2: Setting Powered False\u000a17:14:16.849323 run create_hlr_db(pid=25925): Terminated: ok {rc=0}\u000a17:14:17.303647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25927): Launched\u000a17:14:17.636605 run osmo-hlr_10.42.42.2(pid=25928): Launched\u000a17:14:17.758613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:18.336325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25930): Launched\u000a17:14:18.667092 run osmo-stp_10.42.42.5(pid=25931): Launched\u000a17:14:18.786418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:19.392315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25933): Launched\u000a17:14:19.722624 run osmo-msc_10.42.42.6(pid=25934): Launched\u000a17:14:19.915404 run osmo-stp_10.42.42.5(pid=25931): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25931)]\u000a17:14:20.054335 run osmo-stp_10.42.42.5(pid=25931): stdout: \u000a| (launched: 2022-12-09_17:14:18.504469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:20.193925 run osmo-stp_10.42.42.5(pid=25931): stderr: \u000a| �[0;m�[38;5;43m20221209171418699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171418699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171418699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171418700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171418702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171418702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171418702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:20.326388 run osmo-stp_10.42.42.5(pid=25931): stdout: \u000a| (launched: 2022-12-09_17:14:18.504469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:20.457586 run osmo-stp_10.42.42.5(pid=25931): stderr: \u000a| �[0;m�[38;5;43m20221209171418699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171418699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171418699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171418700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171418702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171418702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171418702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:20.515419 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25931): Process ended prematurely: osmo-stp_10.42.42.5(pid=25931) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25931)] [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:14:20.524692 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:14:20.587595 run osmo-hlr_10.42.42.2(pid=25928): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25928)]\u000a17:14:20.639374 run osmo-hlr_10.42.42.2(pid=25928): stdout: \u000a| (launched: 2022-12-09_17:14:17.472172) \u000a17:14:20.691811 run osmo-hlr_10.42.42.2(pid=25928): stderr: \u000a| �[0;m�[1;31m20221209171417672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171417672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171417672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171417672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171417672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171417672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171417684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171417693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171417693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171417693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:20.762920 run osmo-msc_10.42.42.6(pid=25934): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25934)]\u000a17:14:20.814739 run osmo-msc_10.42.42.6(pid=25934): stdout: \u000a| (launched: 2022-12-09_17:14:19.560200) \u000a17:14:20.866948 run osmo-msc_10.42.42.6(pid=25934): stderr: \u000a| �[0;m�[38;5;43m20221209171419889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171419890 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafa01d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171419890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171419890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171419890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171419890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171419892 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171419892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171419892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171419892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:20.911227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25927): Terminating (SIGTERM)\u000a17:14:20.953134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25930): Terminating (SIGTERM)\u000a17:14:20.995050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25933): Terminating (SIGTERM)\u000a17:14:21.004650 --- ParallelTerminationStrategy: PID 25927 died...\u000a17:14:21.061222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25927): Terminated: ok {rc=0}\u000a17:14:21.071240 --- ParallelTerminationStrategy: PID 25930 died...\u000a17:14:21.127048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25930): Terminated: ok {rc=0}\u000a17:14:21.137478 --- ParallelTerminationStrategy: PID 25933 died...\u000a17:14:21.193103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25933): Terminated: ok {rc=0}\u000a17:14:21.281444 bus /sierra_3: Setting Powered False\u000a17:14:22.389173 bus /sierra_3: Setting Powered False\u000a17:14:23.499084 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:14:03" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25945): Process ended prematurely: osmo-stp_10.42.42.5(pid=25945) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25945)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25945): Process ended prematurely: osmo-stp_10.42.42.5(pid=25945) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:14:25.465451 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:25.476883 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:14:25.628893 tst mo_mt_call.py: using LAC 22498\u000a17:14:25.758135 tst mo_mt_call.py: using RAC 58\u000a17:14:25.886825 tst mo_mt_call.py: using CellId 22498\u000a17:14:26.024935 tst mo_mt_call.py: using BVCI 22499\u000a17:14:26.050160 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:26.061689 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:26.072904 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:26.084220 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:26.095657 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:26.107008 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:14:26.226328 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:14:26.442144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:26.971686 run create_hlr_db(pid=25939): Launched\u000a17:14:27.163147 bus /sierra_2: Setting Powered False\u000a17:14:28.184001 run create_hlr_db(pid=25939): Terminated: ok {rc=0}\u000a17:14:28.601129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25941): Launched\u000a17:14:28.912436 run osmo-hlr_10.42.42.2(pid=25942): Launched\u000a17:14:29.032600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:29.576853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25944): Launched\u000a17:14:29.887909 run osmo-stp_10.42.42.5(pid=25945): Launched\u000a17:14:29.999989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:30.564879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25947): Launched\u000a17:14:30.971875 run osmo-msc_10.42.42.6(pid=25948): Launched\u000a17:14:31.340522 run osmo-stp_10.42.42.5(pid=25945): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25945)]\u000a17:14:31.483467 run osmo-stp_10.42.42.5(pid=25945): stdout: \u000a| (launched: 2022-12-09_17:14:29.734102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:31.628809 run osmo-stp_10.42.42.5(pid=25945): stderr: \u000a| �[0;m�[38;5;43m20221209171429908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171429908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171429908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171429909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171429909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171429909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171429909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:31.766737 run osmo-stp_10.42.42.5(pid=25945): stdout: \u000a| (launched: 2022-12-09_17:14:29.734102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:31.901811 run osmo-stp_10.42.42.5(pid=25945): stderr: \u000a| �[0;m�[38;5;43m20221209171429908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171429908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171429908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171429909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171429909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171429909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171429909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:31.962418 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25945): Process ended prematurely: osmo-stp_10.42.42.5(pid=25945) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25945)] [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:14:31.972552 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a17:14:32.038310 run osmo-hlr_10.42.42.2(pid=25942): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25942)]\u000a17:14:32.092732 run osmo-hlr_10.42.42.2(pid=25942): stdout: \u000a| (launched: 2022-12-09_17:14:28.757798) \u000a17:14:32.148409 run osmo-hlr_10.42.42.2(pid=25942): stderr: \u000a| �[0;m�[1;31m20221209171428935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171428935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171428935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171428935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171428935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171428935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171428947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171428958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171428958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171428958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:32.221199 run osmo-msc_10.42.42.6(pid=25948): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25948)]\u000a17:14:32.275329 run osmo-msc_10.42.42.6(pid=25948): stdout: \u000a| (launched: 2022-12-09_17:14:30.721319) \u000a17:14:32.329464 run osmo-msc_10.42.42.6(pid=25948): stderr: \u000a| �[0;m�[38;5;43m20221209171431087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171431087 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b107ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171431087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171431087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171431087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171431088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171431090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171431091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171431091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171431091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:32.374060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25941): Terminating (SIGTERM)\u000a17:14:32.416103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25944): Terminating (SIGTERM)\u000a17:14:32.458230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25947): Terminating (SIGTERM)\u000a17:14:32.467909 --- ParallelTerminationStrategy: PID 25941 died...\u000a17:14:32.524219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25941): Terminated: ok {rc=0}\u000a17:14:32.534435 --- ParallelTerminationStrategy: PID 25944 died...\u000a17:14:32.591200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25944): Terminated: ok {rc=0}\u000a17:14:32.601422 --- ParallelTerminationStrategy: PID 25947 died...\u000a17:14:32.657783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25947): Terminated: ok {rc=0}\u000a17:14:32.746397 bus /sierra_3: Setting Powered False\u000a17:14:33.852163 bus /sierra_3: Setting Powered False\u000a17:14:34.963100 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25956): Process ended prematurely: osmo-stp_10.42.42.5(pid=25956) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25956)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25956): Process ended prematurely: osmo-stp_10.42.42.5(pid=25956) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:14:36.079433 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:36.091627 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:14:36.244829 tst mo_mt_call_osmux.py: using LAC 22499\u000a17:14:36.383077 tst mo_mt_call_osmux.py: using RAC 59\u000a17:14:36.523778 tst mo_mt_call_osmux.py: using CellId 22499\u000a17:14:36.658502 tst mo_mt_call_osmux.py: using BVCI 22500\u000a17:14:36.683755 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:36.695432 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:36.706857 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:36.718257 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:36.729656 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:36.741097 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:14:36.860743 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:14:37.068251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:37.556506 run create_hlr_db(pid=25950): Launched\u000a17:14:37.733663 bus /sierra_2: Setting Powered False\u000a17:14:38.754208 run create_hlr_db(pid=25950): Terminated: ok {rc=0}\u000a17:14:39.193882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25952): Launched\u000a17:14:39.525833 run osmo-hlr_10.42.42.2(pid=25953): Launched\u000a17:14:39.648550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:40.223955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25955): Launched\u000a17:14:40.555486 run osmo-stp_10.42.42.5(pid=25956): Launched\u000a17:14:40.675135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:41.280876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25958): Launched\u000a17:14:41.613344 run osmo-msc_10.42.42.6(pid=25959): Launched\u000a17:14:41.805914 run osmo-stp_10.42.42.5(pid=25956): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25956)]\u000a17:14:41.944678 run osmo-stp_10.42.42.5(pid=25956): stdout: \u000a| (launched: 2022-12-09_17:14:40.391327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:42.083119 run osmo-stp_10.42.42.5(pid=25956): stderr: \u000a| �[0;m�[38;5;43m20221209171440587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171440587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171440587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171440587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171440588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171440588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171440588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:42.215588 run osmo-stp_10.42.42.5(pid=25956): stdout: \u000a| (launched: 2022-12-09_17:14:40.391327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:42.346733 run osmo-stp_10.42.42.5(pid=25956): stderr: \u000a| �[0;m�[38;5;43m20221209171440587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171440587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171440587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171440587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171440588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171440588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171440588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:42.404370 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25956): Process ended prematurely: osmo-stp_10.42.42.5(pid=25956) [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25956)] [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:14:42.413810 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:14:42.475890 run osmo-hlr_10.42.42.2(pid=25953): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25953)]\u000a17:14:42.527195 run osmo-hlr_10.42.42.2(pid=25953): stdout: \u000a| (launched: 2022-12-09_17:14:39.361663) \u000a17:14:42.579330 run osmo-hlr_10.42.42.2(pid=25953): stderr: \u000a| �[0;m�[1;31m20221209171439563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171439563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171439563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171439563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171439563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171439563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171439576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171439584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171439584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171439584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:42.649746 run osmo-msc_10.42.42.6(pid=25959): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25959)]\u000a17:14:42.701174 run osmo-msc_10.42.42.6(pid=25959): stdout: \u000a| (launched: 2022-12-09_17:14:41.449102) \u000a17:14:42.753016 run osmo-msc_10.42.42.6(pid=25959): stderr: \u000a| �[0;m�[38;5;43m20221209171441777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171441777 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4902d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171441777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171441777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171441778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171441778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171441779 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171441780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171441780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171441780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:42.796900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25952): Terminating (SIGTERM)\u000a17:14:42.838613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25955): Terminating (SIGTERM)\u000a17:14:42.880277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25958): Terminating (SIGTERM)\u000a17:14:42.889912 --- ParallelTerminationStrategy: PID 25952 died...\u000a17:14:42.946073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25952): Terminated: ok {rc=0}\u000a17:14:42.956009 --- ParallelTerminationStrategy: PID 25955 died...\u000a17:14:43.011625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25955): Terminated: ok {rc=0}\u000a17:14:43.021627 --- ParallelTerminationStrategy: PID 25958 died...\u000a17:14:43.076984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25958): Terminated: ok {rc=0}\u000a17:14:43.164397 bus /sierra_3: Setting Powered False\u000a17:14:44.270338 bus /sierra_3: Setting Powered False\u000a17:14:45.378843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:14:25" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25970): Process ended prematurely: osmo-stp_10.42.42.5(pid=25970) [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25970)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25970): Process ended prematurely: osmo-stp_10.42.42.5(pid=25970) [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:14:47.386566 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:47.398226 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:14:47.549340 tst mo_mt_call.py: using LAC 22500\u000a17:14:47.676816 tst mo_mt_call.py: using RAC 60\u000a17:14:47.803979 tst mo_mt_call.py: using CellId 22500\u000a17:14:47.933085 tst mo_mt_call.py: using BVCI 22501\u000a17:14:47.958299 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:47.969793 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:47.981168 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:47.992500 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:48.003994 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:48.015371 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:14:48.132286 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:14:48.342734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:48.831264 run create_hlr_db(pid=25964): Launched\u000a17:14:49.009542 bus /sierra_2: Setting Powered False\u000a17:14:50.031702 run create_hlr_db(pid=25964): Terminated: ok {rc=0}\u000a17:14:50.447482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25966): Launched\u000a17:14:50.759864 run osmo-hlr_10.42.42.2(pid=25967): Launched\u000a17:14:50.879398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:51.428780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25969): Launched\u000a17:14:51.741132 run osmo-stp_10.42.42.5(pid=25970): Launched\u000a17:14:51.854682 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:52.422792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25972): Launched\u000a17:14:52.733585 run osmo-msc_10.42.42.6(pid=25973): Launched\u000a17:14:52.914479 run osmo-stp_10.42.42.5(pid=25970): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25970)]\u000a17:14:53.046038 run osmo-stp_10.42.42.5(pid=25970): stdout: \u000a| (launched: 2022-12-09_17:14:51.585767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:53.174805 run osmo-stp_10.42.42.5(pid=25970): stderr: \u000a| �[0;m�[38;5;43m20221209171451759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171451759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171451759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171451760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171451760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171451760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171451760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:53.298524 run osmo-stp_10.42.42.5(pid=25970): stdout: \u000a| (launched: 2022-12-09_17:14:51.585767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:53.420657 run osmo-stp_10.42.42.5(pid=25970): stderr: \u000a| �[0;m�[38;5;43m20221209171451759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171451759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171451759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171451760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171451760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171451760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171451760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:53.474733 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25970): Process ended prematurely: osmo-stp_10.42.42.5(pid=25970) [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25970)] [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:14:53.483392 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:14:53.544316 run osmo-hlr_10.42.42.2(pid=25967): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25967)]\u000a17:14:53.594241 run osmo-hlr_10.42.42.2(pid=25967): stdout: \u000a| (launched: 2022-12-09_17:14:50.605094) \u000a17:14:53.645505 run osmo-hlr_10.42.42.2(pid=25967): stderr: \u000a| �[0;m�[1;31m20221209171450784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171450785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171450785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171450785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171450785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171450785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171450797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171450806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171450806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171450806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:53.713733 run osmo-msc_10.42.42.6(pid=25973): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25973)]\u000a17:14:53.763576 run osmo-msc_10.42.42.6(pid=25973): stdout: \u000a| (launched: 2022-12-09_17:14:52.579550) \u000a17:14:53.813975 run osmo-msc_10.42.42.6(pid=25973): stderr: \u000a| �[0;m�[38;5;43m20221209171452853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171452853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd41812c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171452853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171452853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171452854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171452854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171452855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171452856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171452856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171452856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:53.856722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25966): Terminating (SIGTERM)\u000a17:14:53.897313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25969): Terminating (SIGTERM)\u000a17:14:53.937860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25972): Terminating (SIGTERM)\u000a17:14:53.947271 --- ParallelTerminationStrategy: PID 25966 died...\u000a17:14:54.001640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25966): Terminated: ok {rc=0}\u000a17:14:54.011241 --- ParallelTerminationStrategy: PID 25969 died...\u000a17:14:54.064874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25969): Terminated: ok {rc=0}\u000a17:14:54.074772 --- ParallelTerminationStrategy: PID 25972 died...\u000a17:14:54.128262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25972): Terminated: ok {rc=0}\u000a17:14:54.217913 bus /sierra_3: Setting Powered False\u000a17:14:55.322274 bus /sierra_3: Setting Powered False\u000a17:14:56.434976 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:14:57.547358 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:57.559127 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:14:57.706459 tst mo_mt_call_osmux.py: using LAC 22501\u000a17:14:57.828649 tst mo_mt_call_osmux.py: using RAC 61\u000a17:14:57.969535 tst mo_mt_call_osmux.py: using CellId 22501\u000a17:14:58.101060 tst mo_mt_call_osmux.py: using BVCI 22502\u000a17:14:58.126994 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.138789 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.150434 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.162669 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.174606 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.186219 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:14:58.303729 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:14:58.506813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:58.995594 run create_hlr_db(pid=25976): Launched\u000a17:14:59.172582 bus /sierra_2: Setting Powered False\u000a17:15:00.193981 run create_hlr_db(pid=25976): Terminated: ok {rc=0}\u000a17:15:00.637189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25978): Launched\u000a17:15:01.036731 run osmo-hlr_10.42.42.2(pid=25979): Launched\u000a17:15:01.225860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:01.873230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Launched\u000a17:15:02.284103 run osmo-stp_10.42.42.5(pid=25985): Launched\u000a17:15:02.519537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:03.092403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Launched\u000a17:15:03.404907 run osmo-msc_10.42.42.6(pid=25988): Launched\u000a17:15:03.585726 run osmo-stp_10.42.42.5(pid=25985): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]\u000a17:15:03.716093 run osmo-stp_10.42.42.5(pid=25985): stdout: \u000a| (launched: 2022-12-09_17:15:02.055528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:03.845097 run osmo-stp_10.42.42.5(pid=25985): stderr: \u000a| �[0;m�[38;5;43m20221209171502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171502375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171502376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171502378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171502378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171502378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:03.968800 run osmo-stp_10.42.42.5(pid=25985): stdout: \u000a| (launched: 2022-12-09_17:15:02.055528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:04.091379 run osmo-stp_10.42.42.5(pid=25985): stderr: \u000a| �[0;m�[38;5;43m20221209171502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171502375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171502376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171502378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171502378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171502378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:04.145519 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)] [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:15:04.154270 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a17:15:04.214989 run osmo-hlr_10.42.42.2(pid=25979): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25979)]\u000a17:15:04.264763 run osmo-hlr_10.42.42.2(pid=25979): stdout: \u000a| (launched: 2022-12-09_17:15:00.806169) \u000a17:15:04.315080 run osmo-hlr_10.42.42.2(pid=25979): stderr: \u000a| �[0;m�[1;31m20221209171501162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171501162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171501162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171501165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171501165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171501165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171501188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171501203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171501203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171501203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:04.383467 run osmo-msc_10.42.42.6(pid=25988): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25988)]\u000a17:15:04.433094 run osmo-msc_10.42.42.6(pid=25988): stdout: \u000a| (launched: 2022-12-09_17:15:03.249299) \u000a17:15:04.483461 run osmo-msc_10.42.42.6(pid=25988): stderr: \u000a| �[0;m�[38;5;43m20221209171503525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171503526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62ae714c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171503526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171503526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171503526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171503526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171503528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171503528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171503529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171503529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:04.525721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25978): Terminating (SIGTERM)\u000a17:15:04.565886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Terminating (SIGTERM)\u000a17:15:04.606307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Terminating (SIGTERM)\u000a17:15:04.615427 --- ParallelTerminationStrategy: PID 25978 died...\u000a17:15:04.669870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25978): Terminated: ok {rc=0}\u000a17:15:04.679581 --- ParallelTerminationStrategy: PID 25984 died...\u000a17:15:04.733340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Terminated: ok {rc=0}\u000a17:15:04.743230 --- ParallelTerminationStrategy: PID 25987 died...\u000a17:15:04.796838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Terminated: ok {rc=0}\u000a17:15:04.885774 bus /sierra_3: Setting Powered False\u000a17:15:05.990142 bus /sierra_3: Setting Powered False\u000a17:15:07.102342 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:14:47" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25999): Process ended prematurely: osmo-stp_10.42.42.5(pid=25999) [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25999)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25999): Process ended prematurely: osmo-stp_10.42.42.5(pid=25999) [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:15:09.053365 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:09.064029 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:15:09.210069 tst mo_mt_call.py: using LAC 22502\u000a17:15:09.332390 tst mo_mt_call.py: using RAC 62\u000a17:15:09.454419 tst mo_mt_call.py: using CellId 22502\u000a17:15:09.578992 tst mo_mt_call.py: using BVCI 22503\u000a17:15:09.602396 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:09.613250 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:09.623799 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:09.634712 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:09.645602 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:09.656447 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:15:09.774663 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:15:09.994741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:10.526184 run create_hlr_db(pid=25993): Launched\u000a17:15:10.717645 bus /sierra_2: Setting Powered False\u000a17:15:11.737362 run create_hlr_db(pid=25993): Terminated: ok {rc=0}\u000a17:15:12.156364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25995): Launched\u000a17:15:12.465282 run osmo-hlr_10.42.42.2(pid=25996): Launched\u000a17:15:12.586767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:13.133559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25998): Launched\u000a17:15:13.444836 run osmo-stp_10.42.42.5(pid=25999): Launched\u000a17:15:13.556924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:14.124528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26001): Launched\u000a17:15:14.436788 run osmo-msc_10.42.42.6(pid=26002): Launched\u000a17:15:14.618182 run osmo-stp_10.42.42.5(pid=25999): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25999)]\u000a17:15:14.748699 run osmo-stp_10.42.42.5(pid=25999): stdout: \u000a| (launched: 2022-12-09_17:15:13.290224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:14.877719 run osmo-stp_10.42.42.5(pid=25999): stderr: \u000a| �[0;m�[38;5;43m20221209171513463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171513463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171513463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171513463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171513464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171513464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171513464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:15.001237 run osmo-stp_10.42.42.5(pid=25999): stdout: \u000a| (launched: 2022-12-09_17:15:13.290224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:15.123703 run osmo-stp_10.42.42.5(pid=25999): stderr: \u000a| �[0;m�[38;5;43m20221209171513463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171513463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171513463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171513463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171513464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171513464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171513464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:15.177750 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25999): Process ended prematurely: osmo-stp_10.42.42.5(pid=25999) [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25999)] [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:15:15.186460 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:15:15.247028 run osmo-hlr_10.42.42.2(pid=25996): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25996)]\u000a17:15:15.296287 run osmo-hlr_10.42.42.2(pid=25996): stdout: \u000a| (launched: 2022-12-09_17:15:12.312852) \u000a17:15:15.347215 run osmo-hlr_10.42.42.2(pid=25996): stderr: \u000a| �[0;m�[1;31m20221209171512488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171512488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171512489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171512489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171512489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171512489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171512501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171512510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171512510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171512510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:15.415347 run osmo-msc_10.42.42.6(pid=26002): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26002)]\u000a17:15:15.464910 run osmo-msc_10.42.42.6(pid=26002): stdout: \u000a| (launched: 2022-12-09_17:15:14.280708) \u000a17:15:15.515320 run osmo-msc_10.42.42.6(pid=26002): stderr: \u000a| �[0;m�[38;5;43m20221209171514557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171514557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e505a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171514558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171514558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171514558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171514558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171514560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171514560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171514560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171514560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:15.557799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25995): Terminating (SIGTERM)\u000a17:15:15.598158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25998): Terminating (SIGTERM)\u000a17:15:15.638932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26001): Terminating (SIGTERM)\u000a17:15:15.648233 --- ParallelTerminationStrategy: PID 25995 died...\u000a17:15:15.702102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25995): Terminated: ok {rc=0}\u000a17:15:15.711927 --- ParallelTerminationStrategy: PID 25998 died...\u000a17:15:15.765525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25998): Terminated: ok {rc=0}\u000a17:15:15.775298 --- ParallelTerminationStrategy: PID 26001 died...\u000a17:15:15.829428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26001): Terminated: ok {rc=0}\u000a17:15:15.928707 bus /sierra_3: Setting Powered False\u000a17:15:17.037157 bus /sierra_3: Setting Powered False\u000a17:15:18.150457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26010): Process ended prematurely: osmo-stp_10.42.42.5(pid=26010) [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26010)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26010): Process ended prematurely: osmo-stp_10.42.42.5(pid=26010) [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:15:19.265659 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:19.277813 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:15:19.434163 tst mo_mt_call_osmux.py: using LAC 22503\u000a17:15:19.563649 tst mo_mt_call_osmux.py: using RAC 63\u000a17:15:19.690032 tst mo_mt_call_osmux.py: using CellId 22503\u000a17:15:19.811744 tst mo_mt_call_osmux.py: using BVCI 22504\u000a17:15:19.835466 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:19.846478 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:19.857311 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:19.868874 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:19.880559 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:19.892050 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:15:20.013932 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:15:20.230409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:20.762247 run create_hlr_db(pid=26004): Launched\u000a17:15:20.954507 bus /sierra_2: Setting Powered False\u000a17:15:21.964224 run create_hlr_db(pid=26004): Terminated: ok {rc=0}\u000a17:15:22.388656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26006): Launched\u000a17:15:22.698613 run osmo-hlr_10.42.42.2(pid=26007): Launched\u000a17:15:22.818067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:23.365856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26009): Launched\u000a17:15:23.676650 run osmo-stp_10.42.42.5(pid=26010): Launched\u000a17:15:23.789098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:24.354427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26012): Launched\u000a17:15:24.665782 run osmo-msc_10.42.42.6(pid=26013): Launched\u000a17:15:24.848207 run osmo-stp_10.42.42.5(pid=26010): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26010)]\u000a17:15:24.979104 run osmo-stp_10.42.42.5(pid=26010): stdout: \u000a| (launched: 2022-12-09_17:15:23.522192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:25.108056 run osmo-stp_10.42.42.5(pid=26010): stderr: \u000a| �[0;m�[38;5;43m20221209171523695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171523695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171523696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171523696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171523697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171523697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171523697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:25.231793 run osmo-stp_10.42.42.5(pid=26010): stdout: \u000a| (launched: 2022-12-09_17:15:23.522192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:25.354264 run osmo-stp_10.42.42.5(pid=26010): stderr: \u000a| �[0;m�[38;5;43m20221209171523695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171523695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171523696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171523696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171523697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171523697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171523697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:25.408249 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26010): Process ended prematurely: osmo-stp_10.42.42.5(pid=26010) [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26010)] [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:15:25.416598 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:15:25.477240 run osmo-hlr_10.42.42.2(pid=26007): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26007)]\u000a17:15:25.526785 run osmo-hlr_10.42.42.2(pid=26007): stdout: \u000a| (launched: 2022-12-09_17:15:22.545651) \u000a17:15:25.576914 run osmo-hlr_10.42.42.2(pid=26007): stderr: \u000a| �[0;m�[1;31m20221209171522727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171522727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171522727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171522727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171522727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171522727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171522740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171522751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171522751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171522751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:25.644877 run osmo-msc_10.42.42.6(pid=26013): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26013)]\u000a17:15:25.694320 run osmo-msc_10.42.42.6(pid=26013): stdout: \u000a| (launched: 2022-12-09_17:15:24.510766) \u000a17:15:25.744599 run osmo-msc_10.42.42.6(pid=26013): stderr: \u000a| �[0;m�[38;5;43m20221209171524786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171524786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b768b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171524786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171524786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171524786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171524786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171524788 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171524789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171524789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171524789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:25.786989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26006): Terminating (SIGTERM)\u000a17:15:25.826984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26009): Terminating (SIGTERM)\u000a17:15:25.866968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26012): Terminating (SIGTERM)\u000a17:15:25.876303 --- ParallelTerminationStrategy: PID 26006 died...\u000a17:15:25.930485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26006): Terminated: ok {rc=0}\u000a17:15:25.940062 --- ParallelTerminationStrategy: PID 26009 died...\u000a17:15:25.993866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26009): Terminated: ok {rc=0}\u000a17:15:26.003662 --- ParallelTerminationStrategy: PID 26012 died...\u000a17:15:26.057104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26012): Terminated: ok {rc=0}\u000a17:15:26.145873 bus /sierra_3: Setting Powered False\u000a17:15:27.249100 bus /sierra_3: Setting Powered False\u000a17:15:28.355942 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:15:08" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26025): Process ended prematurely: osmo-stp_10.42.42.5(pid=26025) [trial-2362↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26025)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26025): Process ended prematurely: osmo-stp_10.42.42.5(pid=26025) [trial-2362↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:15:30.328238 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:30.339705 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a17:15:30.471586 tst emergency_mo_mt_call.py: using LAC 22504\u000a17:15:30.599460 tst emergency_mo_mt_call.py: using RAC 64\u000a17:15:30.726904 tst emergency_mo_mt_call.py: using CellId 22504\u000a17:15:30.860749 tst emergency_mo_mt_call.py: using BVCI 22505\u000a17:15:30.886845 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:30.900214 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:30.918724 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:30.931092 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:30.942893 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:30.954679 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:31.082850 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:31.326469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:31.897815 run create_hlr_db(pid=26019): Launched\u000a17:15:32.091812 bus /sierra_2: Setting Powered False\u000a17:15:33.107166 run create_hlr_db(pid=26019): Terminated: ok {rc=0}\u000a17:15:33.546919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26021): Launched\u000a17:15:33.874445 run osmo-hlr_10.42.42.2(pid=26022): Launched\u000a17:15:33.995126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:34.562990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26024): Launched\u000a17:15:34.890372 run osmo-stp_10.42.42.5(pid=26025): Launched\u000a17:15:35.024505 tst emergency_mo_mt_call.py: using MSISDN 7292\u000a17:15:35.186597 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:35.781625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26027): Launched\u000a17:15:36.108257 run osmo-msc_10.42.42.6(pid=26028): Launched\u000a17:15:36.299544 run osmo-stp_10.42.42.5(pid=26025): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26025)]\u000a17:15:36.436504 run osmo-stp_10.42.42.5(pid=26025): stdout: \u000a| (launched: 2022-12-09_17:15:34.728348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:36.572881 run osmo-stp_10.42.42.5(pid=26025): stderr: \u000a| �[0;m�[38;5;43m20221209171534925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171534925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171534925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171534926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171534926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171534926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171534926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:36.703308 run osmo-stp_10.42.42.5(pid=26025): stdout: \u000a| (launched: 2022-12-09_17:15:34.728348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:36.832250 run osmo-stp_10.42.42.5(pid=26025): stderr: \u000a| �[0;m�[38;5;43m20221209171534925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171534925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171534925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171534926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171534926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171534926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171534926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:36.888824 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26025): Process ended prematurely: osmo-stp_10.42.42.5(pid=26025) [trial-2362↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26025)] [trial-2362↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a17:15:36.897757 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a17:15:36.960827 run osmo-hlr_10.42.42.2(pid=26022): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26022)]\u000a17:15:37.012883 run osmo-hlr_10.42.42.2(pid=26022): stdout: \u000a| (launched: 2022-12-09_17:15:33.712346) \u000a17:15:37.065586 run osmo-hlr_10.42.42.2(pid=26022): stderr: \u000a| �[0;m�[1;31m20221209171533911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171533911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171533912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171533912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171533912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171533912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171533925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171533934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171533934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171533934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:37.136914 run osmo-msc_10.42.42.6(pid=26028): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26028)]\u000a17:15:37.189217 run osmo-msc_10.42.42.6(pid=26028): stdout: \u000a| (launched: 2022-12-09_17:15:35.946222) \u000a17:15:37.241753 run osmo-msc_10.42.42.6(pid=26028): stderr: \u000a| �[0;m�[38;5;43m20221209171536269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171536269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fbfee9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171536270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171536270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171536270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171536270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171536272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171536272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171536272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171536272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:37.286426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26021): Terminating (SIGTERM)\u000a17:15:37.328851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26024): Terminating (SIGTERM)\u000a17:15:37.371409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26027): Terminating (SIGTERM)\u000a17:15:37.381256 --- ParallelTerminationStrategy: PID 26021 died...\u000a17:15:37.438242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26021): Terminated: ok {rc=0}\u000a17:15:37.448447 --- ParallelTerminationStrategy: PID 26024 died...\u000a17:15:37.504826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26024): Terminated: ok {rc=0}\u000a17:15:37.515117 --- ParallelTerminationStrategy: PID 26027 died...\u000a17:15:37.571742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26027): Terminated: ok {rc=0}\u000a17:15:37.659878 bus /sierra_3: Setting Powered False\u000a17:15:38.766226 bus /sierra_3: Setting Powered False\u000a17:15:39.874779 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26036): Process ended prematurely: osmo-stp_10.42.42.5(pid=26036) [trial-2362↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26036)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26036): Process ended prematurely: osmo-stp_10.42.42.5(pid=26036) [trial-2362↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:15:40.927686 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:40.939482 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a17:15:41.074181 tst emergency_preemptive_call.py: using LAC 22505\u000a17:15:41.204600 tst emergency_preemptive_call.py: using RAC 65\u000a17:15:41.329474 tst emergency_preemptive_call.py: using CellId 22505\u000a17:15:41.454280 tst emergency_preemptive_call.py: using BVCI 22506\u000a17:15:41.478817 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:41.489945 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:41.500909 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:41.511846 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:41.522829 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:41.533682 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:41.648539 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:41.771049 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:41.889169 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:42.088537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:42.569484 run create_hlr_db(pid=26030): Launched\u000a17:15:42.743936 bus /sierra_2: Setting Powered False\u000a17:15:43.765144 run create_hlr_db(pid=26030): Terminated: ok {rc=0}\u000a17:15:44.171656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26032): Launched\u000a17:15:44.479742 run osmo-hlr_10.42.42.2(pid=26033): Launched\u000a17:15:44.594957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:45.124162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26035): Launched\u000a17:15:45.429349 run osmo-stp_10.42.42.5(pid=26036): Launched\u000a17:15:45.551130 tst emergency_preemptive_call.py: using MSISDN 7293\u000a17:15:45.701393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:46.349771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26038): Launched\u000a17:15:46.746725 run osmo-msc_10.42.42.6(pid=26039): Launched\u000a17:15:47.013257 run osmo-stp_10.42.42.5(pid=26036): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26036)]\u000a17:15:47.213394 run osmo-stp_10.42.42.5(pid=26036): stdout: \u000a| (launched: 2022-12-09_17:15:45.277963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:47.550615 run osmo-stp_10.42.42.5(pid=26036): stderr: \u000a| �[0;m�[38;5;43m20221209171545449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171545449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171545449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171545450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171545450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171545450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171545450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:47.680758 run osmo-stp_10.42.42.5(pid=26036): stdout: \u000a| (launched: 2022-12-09_17:15:45.277963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:47.802178 run osmo-stp_10.42.42.5(pid=26036): stderr: \u000a| �[0;m�[38;5;43m20221209171545449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171545449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171545449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171545450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171545450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171545450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171545450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:47.855202 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26036): Process ended prematurely: osmo-stp_10.42.42.5(pid=26036) [trial-2362↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26036)] [trial-2362↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a17:15:47.863368 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a17:15:47.923820 run osmo-hlr_10.42.42.2(pid=26033): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26033)]\u000a17:15:47.973566 run osmo-hlr_10.42.42.2(pid=26033): stdout: \u000a| (launched: 2022-12-09_17:15:44.326421) \u000a17:15:48.023949 run osmo-hlr_10.42.42.2(pid=26033): stderr: \u000a| �[0;m�[1;31m20221209171544502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171544503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171544503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171544503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171544503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171544503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171544516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171544524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171544524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171544524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:48.092037 run osmo-msc_10.42.42.6(pid=26039): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26039)]\u000a17:15:48.141416 run osmo-msc_10.42.42.6(pid=26039): stdout: \u000a| (launched: 2022-12-09_17:15:46.506603) \u000a17:15:48.191233 run osmo-msc_10.42.42.6(pid=26039): stderr: \u000a| �[0;m�[38;5;43m20221209171547085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209171547085 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f801cfb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209171547085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209171547085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209171547085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209171547086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209171547087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209171547088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209171547088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209171547088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:48.233704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26032): Terminating (SIGTERM)\u000a17:15:48.273883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26035): Terminating (SIGTERM)\u000a17:15:48.314345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26038): Terminating (SIGTERM)\u000a17:15:48.323845 --- ParallelTerminationStrategy: PID 26032 died...\u000a17:15:48.377833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26032): Terminated: ok {rc=0}\u000a17:15:48.387754 --- ParallelTerminationStrategy: PID 26035 died...\u000a17:15:48.441920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26035): Terminated: ok {rc=0}\u000a17:15:48.451678 --- ParallelTerminationStrategy: PID 26038 died...\u000a17:15:48.505893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26038): Terminated: ok {rc=0}\u000a17:15:48.589951 bus /sierra_9: Setting Powered False\u000a17:15:49.698153 bus /sierra_9: Setting Powered False\u000a17:15:50.807372 bus /sierra_8: Setting Powered False\u000a17:15:51.914752 bus /sierra_8: Setting Powered False\u000a17:15:53.024264 bus /sierra_3: Setting Powered False\u000a17:15:54.127296 bus /sierra_3: Setting Powered False\u000a17:15:55.239989 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:15:30" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26054): Process ended prematurely: osmo-stp_10.42.42.5(pid=26054) [trial-2362↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26054)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26054): Process ended prematurely: osmo-stp_10.42.42.5(pid=26054) [trial-2362↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:15:57.330503 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:57.341627 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:15:57.472671 tst cs_paging_gprs_active.py: using LAC 22506\u000a17:15:57.600678 tst cs_paging_gprs_active.py: using RAC 66\u000a17:15:57.733836 tst cs_paging_gprs_active.py: using CellId 22506\u000a17:15:57.862789 tst cs_paging_gprs_active.py: using BVCI 22507\u000a17:15:57.888196 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:57.899210 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:57.910163 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:57.920878 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:57.931772 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:57.942661 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:57.953603 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:57.964291 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:57.975526 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:58.090949 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:58.373362 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:15:58.505109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:15:58.829950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26044): Launched\u000a17:15:59.099118 run iperf3-srv_10.42.42.10(pid=26045): Launched\u000a17:15:59.288144 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:15:59.417059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:15:59.740444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26046): Launched\u000a17:16:00.006914 run iperf3-srv_10.42.42.10(pid=26047): Launched\u000a17:16:00.195206 tst cs_paging_gprs_active.py:38: start network...\u000a17:16:00.323549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:00.811547 run create_hlr_db(pid=26048): Launched\u000a17:16:01.010882 bus /sierra_2: Setting Powered False\u000a17:16:02.024934 run create_hlr_db(pid=26048): Terminated: ok {rc=0}\u000a17:16:02.493029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26050): Launched\u000a17:16:02.804895 run osmo-hlr_10.42.42.2(pid=26051): Launched\u000a17:16:02.917665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:03.453704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26053): Launched\u000a17:16:03.763185 run osmo-stp_10.42.42.5(pid=26054): Launched\u000a17:16:03.876136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:05.389486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26056): Launched\u000a17:16:05.499810 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:05.774216 run patchelf(pid=26057): Launched\u000a17:16:05.955950 run osmo-stp_10.42.42.5(pid=26054): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26054)]\u000a17:16:06.088767 run osmo-stp_10.42.42.5(pid=26054): stdout: \u000a| (launched: 2022-12-09_17:16:03.609690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:06.221748 run osmo-stp_10.42.42.5(pid=26054): stderr: \u000a| �[0;m�[38;5;43m20221209171603785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171603785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171603785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171603785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171603786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171603786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171603786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:06.350815 run osmo-stp_10.42.42.5(pid=26054): stdout: \u000a| (launched: 2022-12-09_17:16:03.609690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:06.478279 run osmo-stp_10.42.42.5(pid=26054): stderr: \u000a| �[0;m�[38;5;43m20221209171603785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171603785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171603785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171603785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171603786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171603786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171603786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:06.626530 run patchelf(pid=26057): Terminating (SIGINT)\u000a17:16:06.800616 run patchelf(pid=26057): Terminated: ok {rc=0}\u000a17:16:06.832558 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26054): Process ended prematurely: osmo-stp_10.42.42.5(pid=26054) [trial-2362↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26054)] [trial-2362↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a17:16:06.841819 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a17:16:06.902916 run osmo-hlr_10.42.42.2(pid=26051): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26051)]\u000a17:16:06.952503 run osmo-hlr_10.42.42.2(pid=26051): stdout: \u000a| (launched: 2022-12-09_17:16:02.649803) \u000a17:16:07.002614 run osmo-hlr_10.42.42.2(pid=26051): stderr: \u000a| �[0;m�[1;31m20221209171602827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171602827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171602827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171602827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171602827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171602827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171602839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171602847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171602847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171602847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:07.044888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26044): Terminating (SIGTERM)\u000a17:16:07.085130 run iperf3-srv_10.42.42.10(pid=26045): Terminating (SIGTERM)\u000a17:16:07.125376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26046): Terminating (SIGTERM)\u000a17:16:07.165430 run iperf3-srv_10.42.42.10(pid=26047): Terminating (SIGTERM)\u000a17:16:07.205703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26050): Terminating (SIGTERM)\u000a17:16:07.245921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26053): Terminating (SIGTERM)\u000a17:16:07.286176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26056): Terminating (SIGTERM)\u000a17:16:07.295606 --- ParallelTerminationStrategy: PID 26044 died...\u000a17:16:07.349875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26044): Terminated: ok {rc=0}\u000a17:16:07.359660 --- ParallelTerminationStrategy: PID 26045 died...\u000a17:16:07.413922 run iperf3-srv_10.42.42.10(pid=26045): Terminated {rc=256}\u000a17:16:07.423664 --- ParallelTerminationStrategy: PID 26046 died...\u000a17:16:07.477461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26046): Terminated: ok {rc=0}\u000a17:16:07.487230 --- ParallelTerminationStrategy: PID 26047 died...\u000a17:16:07.540648 run iperf3-srv_10.42.42.10(pid=26047): Terminated {rc=256}\u000a17:16:07.550591 --- ParallelTerminationStrategy: PID 26050 died...\u000a17:16:07.604806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26050): Terminated: ok {rc=0}\u000a17:16:07.614983 --- ParallelTerminationStrategy: PID 26053 died...\u000a17:16:07.669202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26053): Terminated: ok {rc=0}\u000a17:16:07.679273 --- ParallelTerminationStrategy: PID 26056 died...\u000a17:16:07.733053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26056): Terminated: ok {rc=0}\u000a17:16:07.822385 bus /gobi_0: Setting Powered False\u000a17:16:08.928016 bus /gobi_0: Setting Powered False\u000a17:16:10.041394 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26066): Process ended prematurely: osmo-stp_10.42.42.5(pid=26066) [trial-2362↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26066)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26066): Process ended prematurely: osmo-stp_10.42.42.5(pid=26066) [trial-2362↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a17:16:11.154826 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:11.166293 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:16:11.298347 tst iperf3.py: using LAC 22507\u000a17:16:11.427072 tst iperf3.py: using RAC 67\u000a17:16:11.557084 tst iperf3.py: using CellId 22507\u000a17:16:11.688910 tst iperf3.py: using BVCI 22508\u000a17:16:11.714456 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:11.725440 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:11.736272 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:11.747187 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:11.757956 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:11.768748 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:11.779720 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:11.790614 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:11.801568 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:12.082091 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:16:12.210875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:12.534602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26058): Launched\u000a17:16:12.803195 run iperf3-srv_10.42.42.10(pid=26059): Launched\u000a17:16:12.991530 tst iperf3.py:8: start network...\u000a17:16:13.120518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:13.609576 run create_hlr_db(pid=26060): Launched\u000a17:16:13.787913 bus /gobi_6: Setting Powered False\u000a17:16:14.808720 run create_hlr_db(pid=26060): Terminated: ok {rc=0}\u000a17:16:15.251413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26062): Launched\u000a17:16:15.585749 run osmo-hlr_10.42.42.2(pid=26063): Launched\u000a17:16:15.706878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:16.360147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26065): Launched\u000a17:16:16.815583 run osmo-stp_10.42.42.5(pid=26066): Launched\u000a17:16:17.033946 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:17.654266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26068): Launched\u000a17:16:17.772050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:18.061368 run patchelf(pid=26069): Launched\u000a17:16:18.255343 run osmo-stp_10.42.42.5(pid=26066): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26066)]\u000a17:16:18.396344 run osmo-stp_10.42.42.5(pid=26066): stdout: \u000a| (launched: 2022-12-09_17:16:16.531508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:18.537494 run osmo-stp_10.42.42.5(pid=26066): stderr: \u000a| �[0;m�[38;5;43m20221209171616809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171616809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171616809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171616810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171616810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171616810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171616810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:18.674026 run osmo-stp_10.42.42.5(pid=26066): stdout: \u000a| (launched: 2022-12-09_17:16:16.531508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:18.809030 run osmo-stp_10.42.42.5(pid=26066): stderr: \u000a| �[0;m�[38;5;43m20221209171616809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171616809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171616809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171616810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171616810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171616810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171616810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:18.966345 run patchelf(pid=26069): Terminating (SIGINT)\u000a17:16:19.151237 run patchelf(pid=26069): Terminated: ok {rc=0}\u000a17:16:19.185002 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26066): Process ended prematurely: osmo-stp_10.42.42.5(pid=26066) [trial-2362↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26066)] [trial-2362↪gprs:sysmo↪iperf3.py:8]\u000a17:16:19.194893 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a17:16:19.258524 run osmo-hlr_10.42.42.2(pid=26063): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26063)]\u000a17:16:19.310049 run osmo-hlr_10.42.42.2(pid=26063): stdout: \u000a| (launched: 2022-12-09_17:16:15.419690) \u000a17:16:19.362288 run osmo-hlr_10.42.42.2(pid=26063): stderr: \u000a| �[0;m�[1;31m20221209171615623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171615623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171615623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171615623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171615623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171615624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171615636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171615644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171615644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171615644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:19.406921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26058): Terminating (SIGTERM)\u000a17:16:19.448941 run iperf3-srv_10.42.42.10(pid=26059): Terminating (SIGTERM)\u000a17:16:19.491252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26062): Terminating (SIGTERM)\u000a17:16:19.533534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26065): Terminating (SIGTERM)\u000a17:16:19.575755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26068): Terminating (SIGTERM)\u000a17:16:19.585571 --- ParallelTerminationStrategy: PID 26058 died...\u000a17:16:19.642139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26058): Terminated: ok {rc=0}\u000a17:16:19.652171 --- ParallelTerminationStrategy: PID 26059 died...\u000a17:16:19.708215 run iperf3-srv_10.42.42.10(pid=26059): Terminated {rc=256}\u000a17:16:19.718343 --- ParallelTerminationStrategy: PID 26062 died...\u000a17:16:19.774433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26062): Terminated: ok {rc=0}\u000a17:16:19.784579 --- ParallelTerminationStrategy: PID 26065 died...\u000a17:16:19.840723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26065): Terminated: ok {rc=0}\u000a17:16:19.850885 --- ParallelTerminationStrategy: PID 26068 died...\u000a17:16:19.907038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26068): Terminated: ok {rc=0}\u000a17:16:19.995485 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26084): Process ended prematurely: osmo-stp_10.42.42.5(pid=26084) [trial-2362↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26084): Process ended prematurely: osmo-stp_10.42.42.5(pid=26084) [trial-2362↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a17:16:21.114106 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:21.126017 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:16:21.258295 tst iperf3m4.py: using LAC 22508\u000a17:16:21.383167 tst iperf3m4.py: using RAC 68\u000a17:16:21.505802 tst iperf3m4.py: using CellId 22508\u000a17:16:21.626345 tst iperf3m4.py: using BVCI 22509\u000a17:16:21.650094 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:21.660778 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:21.671511 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:21.682490 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:21.692848 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:21.703411 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:21.714371 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:21.724845 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:21.735846 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:21.857457 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:21.975871 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:22.095923 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:22.396297 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:16:22.534785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:22.880184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26070): Launched\u000a17:16:23.166818 run iperf3-srv_10.42.42.10(pid=26071): Launched\u000a17:16:23.370460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:16:23.508707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:23.854545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26072): Launched\u000a17:16:24.141794 run iperf3-srv_10.42.42.10(pid=26073): Launched\u000a17:16:24.345653 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:16:24.484237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:24.830308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26074): Launched\u000a17:16:25.116068 run iperf3-srv_10.42.42.10(pid=26075): Launched\u000a17:16:25.319044 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:16:25.456708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:25.801081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26076): Launched\u000a17:16:26.103358 run iperf3-srv_10.42.42.10(pid=26077): Launched\u000a17:16:26.306777 tst iperf3m4.py:8: start network...\u000a17:16:26.445019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:26.976587 run create_hlr_db(pid=26078): Launched\u000a17:16:27.167926 bus /gobi_6: Setting Powered False\u000a17:16:28.188261 run create_hlr_db(pid=26078): Terminated: ok {rc=0}\u000a17:16:28.634740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26080): Launched\u000a17:16:28.966448 run osmo-hlr_10.42.42.2(pid=26081): Launched\u000a17:16:29.086403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:29.660614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26083): Launched\u000a17:16:29.992025 run osmo-stp_10.42.42.5(pid=26084): Launched\u000a17:16:30.111909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:30.691023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26086): Launched\u000a17:16:30.809246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:31.121961 run patchelf(pid=26087): Launched\u000a17:16:31.311146 run osmo-stp_10.42.42.5(pid=26084): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)]\u000a17:16:31.452821 run osmo-stp_10.42.42.5(pid=26084): stdout: \u000a| (launched: 2022-12-09_17:16:29.828155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:31.617748 run osmo-stp_10.42.42.5(pid=26084): stderr: \u000a| �[0;m�[38;5;43m20221209171630026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171630026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171630026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171630027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171630027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171630027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171630027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:31.768026 run osmo-stp_10.42.42.5(pid=26084): stdout: \u000a| (launched: 2022-12-09_17:16:29.828155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:31.900220 run osmo-stp_10.42.42.5(pid=26084): stderr: \u000a| �[0;m�[38;5;43m20221209171630026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171630026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171630026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171630027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171630027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171630027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171630027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:32.052761 run patchelf(pid=26087): Terminating (SIGINT)\u000a17:16:32.231834 run patchelf(pid=26087): Terminated: ok {rc=0}\u000a17:16:32.265073 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26084): Process ended prematurely: osmo-stp_10.42.42.5(pid=26084) [trial-2362↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)] [trial-2362↪gprs:sysmo↪iperf3m4.py:8]\u000a17:16:32.275411 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a17:16:32.342881 run osmo-hlr_10.42.42.2(pid=26081): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26081)]\u000a17:16:32.393859 run osmo-hlr_10.42.42.2(pid=26081): stdout: \u000a| (launched: 2022-12-09_17:16:28.803254) \u000a17:16:32.445394 run osmo-hlr_10.42.42.2(pid=26081): stderr: \u000a| �[0;m�[1;31m20221209171629005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171629005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171629005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171629005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171629006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171629006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171629018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171629026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171629026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171629027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:32.488247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26070): Terminating (SIGTERM)\u000a17:16:32.529597 run iperf3-srv_10.42.42.10(pid=26071): Terminating (SIGTERM)\u000a17:16:32.570880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26072): Terminating (SIGTERM)\u000a17:16:32.612314 run iperf3-srv_10.42.42.10(pid=26073): Terminating (SIGTERM)\u000a17:16:32.653496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26074): Terminating (SIGTERM)\u000a17:16:32.694885 run iperf3-srv_10.42.42.10(pid=26075): Terminating (SIGTERM)\u000a17:16:32.736233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26076): Terminating (SIGTERM)\u000a17:16:32.777997 run iperf3-srv_10.42.42.10(pid=26077): Terminating (SIGTERM)\u000a17:16:32.819143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26080): Terminating (SIGTERM)\u000a17:16:32.860358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26083): Terminating (SIGTERM)\u000a17:16:32.901624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26086): Terminating (SIGTERM)\u000a17:16:32.911525 --- ParallelTerminationStrategy: PID 26070 died...\u000a17:16:32.967117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26070): Terminated: ok {rc=0}\u000a17:16:32.977178 --- ParallelTerminationStrategy: PID 26071 died...\u000a17:16:33.031988 run iperf3-srv_10.42.42.10(pid=26071): Terminated {rc=256}\u000a17:16:33.042384 --- ParallelTerminationStrategy: PID 26072 died...\u000a17:16:33.097227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26072): Terminated: ok {rc=0}\u000a17:16:33.107824 --- ParallelTerminationStrategy: PID 26073 died...\u000a17:16:33.162820 run iperf3-srv_10.42.42.10(pid=26073): Terminated {rc=256}\u000a17:16:33.173335 --- ParallelTerminationStrategy: PID 26074 died...\u000a17:16:33.228135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26074): Terminated: ok {rc=0}\u000a17:16:33.238760 --- ParallelTerminationStrategy: PID 26075 died...\u000a17:16:33.293993 run iperf3-srv_10.42.42.10(pid=26075): Terminated {rc=256}\u000a17:16:33.303850 --- ParallelTerminationStrategy: PID 26076 died...\u000a17:16:33.358420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26076): Terminated: ok {rc=0}\u000a17:16:33.368866 --- ParallelTerminationStrategy: PID 26077 died...\u000a17:16:33.424294 run iperf3-srv_10.42.42.10(pid=26077): Terminated {rc=256}\u000a17:16:33.434453 --- ParallelTerminationStrategy: PID 26080 died...\u000a17:16:33.489892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26080): Terminated: ok {rc=0}\u000a17:16:33.499951 --- ParallelTerminationStrategy: PID 26083 died...\u000a17:16:33.555592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26083): Terminated: ok {rc=0}\u000a17:16:33.565796 --- ParallelTerminationStrategy: PID 26086 died...\u000a17:16:33.621207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26086): Terminated: ok {rc=0}\u000a17:16:33.710309 bus /gobi_4: Setting Powered False\u000a17:16:34.815162 bus /gobi_4: Setting Powered False\u000a17:16:35.928386 bus /gobi_1: Setting Powered False\u000a17:16:37.034283 bus /gobi_1: Setting Powered False\u000a17:16:38.157844 bus /gobi_0: Setting Powered False\u000a17:16:39.264444 bus /gobi_0: Setting Powered False\u000a17:16:40.375391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26094): Process ended prematurely: osmo-stp_10.42.42.5(pid=26094) [trial-2362↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26094)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26094): Process ended prematurely: osmo-stp_10.42.42.5(pid=26094) [trial-2362↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo ping.py\u000a----------------------------------------------\u000a17:16:41.441479 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:41.452729 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:16:41.581141 tst ping.py: using LAC 22509\u000a17:16:41.699996 tst ping.py: using RAC 69\u000a17:16:41.819818 tst ping.py: using CellId 22509\u000a17:16:41.939766 tst ping.py: using BVCI 22510\u000a17:16:41.962889 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:41.973566 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:41.984032 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:41.994800 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.005332 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.015866 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.026693 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.037482 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:42.332395 tst ping.py:19: start network...\u000a17:16:42.467934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:42.991397 run create_hlr_db(pid=26088): Launched\u000a17:16:43.181469 bus /gobi_6: Setting Powered False\u000a17:16:44.200632 run create_hlr_db(pid=26088): Terminated: ok {rc=0}\u000a17:16:44.612876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26090): Launched\u000a17:16:44.918654 run osmo-hlr_10.42.42.2(pid=26091): Launched\u000a17:16:45.036125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:45.570769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26093): Launched\u000a17:16:45.874213 run osmo-stp_10.42.42.5(pid=26094): Launched\u000a17:16:46.056354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:46.727743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26096): Launched\u000a17:16:46.847019 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:47.211655 run patchelf(pid=26097): Launched\u000a17:16:47.410449 run osmo-stp_10.42.42.5(pid=26094): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26094)]\u000a17:16:47.541547 run osmo-stp_10.42.42.5(pid=26094): stdout: \u000a| (launched: 2022-12-09_17:16:45.723301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:47.673277 run osmo-stp_10.42.42.5(pid=26094): stderr: \u000a| �[0;m�[38;5;43m20221209171645995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171645995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171645995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171645995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171645996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171645996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171645996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:47.799449 run osmo-stp_10.42.42.5(pid=26094): stdout: \u000a| (launched: 2022-12-09_17:16:45.723301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:47.923903 run osmo-stp_10.42.42.5(pid=26094): stderr: \u000a| �[0;m�[38;5;43m20221209171645995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171645995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171645995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171645995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171645996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171645996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171645996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:48.069324 run patchelf(pid=26097): Terminating (SIGINT)\u000a17:16:48.240144 run patchelf(pid=26097): Terminated: ok {rc=0}\u000a17:16:48.271528 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26094): Process ended prematurely: osmo-stp_10.42.42.5(pid=26094) [trial-2362↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26094)] [trial-2362↪gprs:sysmo↪ping.py:22]\u000a17:16:48.280225 tst ping.py:22: Test FAILED (6.8 sec)\u000a17:16:48.342093 run osmo-hlr_10.42.42.2(pid=26091): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26091)]\u000a17:16:48.392133 run osmo-hlr_10.42.42.2(pid=26091): stdout: \u000a| (launched: 2022-12-09_17:16:44.767363) \u000a17:16:48.442890 run osmo-hlr_10.42.42.2(pid=26091): stderr: \u000a| �[0;m�[1;31m20221209171644945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171644945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171644946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171644946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171644946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171644946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171644958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171644969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171644970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171644970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:48.486094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26090): Terminating (SIGTERM)\u000a17:16:48.527023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26093): Terminating (SIGTERM)\u000a17:16:48.567757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26096): Terminating (SIGTERM)\u000a17:16:48.577445 --- ParallelTerminationStrategy: PID 26090 died...\u000a17:16:48.632344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26090): Terminated: ok {rc=0}\u000a17:16:48.642254 --- ParallelTerminationStrategy: PID 26093 died...\u000a17:16:48.696442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26093): Terminated: ok {rc=0}\u000a17:16:48.706564 --- ParallelTerminationStrategy: PID 26096 died...\u000a17:16:48.761359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26096): Terminated: ok {rc=0}\u000a17:16:48.850570 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26104): Process ended prematurely: osmo-stp_10.42.42.5(pid=26104) [trial-2362↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26104): Process ended prematurely: osmo-stp_10.42.42.5(pid=26104) [trial-2362↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:16:49.903640 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:49.915465 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:16:50.042362 tst ping_idle_ping.py: using LAC 22510\u000a17:16:50.162897 tst ping_idle_ping.py: using RAC 70\u000a17:16:50.284154 tst ping_idle_ping.py: using CellId 22510\u000a17:16:50.404808 tst ping_idle_ping.py: using BVCI 22511\u000a17:16:50.428084 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.438708 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.449360 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.460200 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.471030 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.481726 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.492645 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.503599 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:50.788199 tst ping_idle_ping.py:24: start network...\u000a17:16:50.915258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:51.393545 run create_hlr_db(pid=26098): Launched\u000a17:16:51.568608 bus /gobi_6: Setting Powered False\u000a17:16:52.589707 run create_hlr_db(pid=26098): Terminated: ok {rc=0}\u000a17:16:53.024857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26100): Launched\u000a17:16:53.351555 run osmo-hlr_10.42.42.2(pid=26101): Launched\u000a17:16:53.473350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:54.038148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26103): Launched\u000a17:16:54.363851 run osmo-stp_10.42.42.5(pid=26104): Launched\u000a17:16:54.480868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:55.049776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26106): Launched\u000a17:16:55.165918 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:55.451326 run patchelf(pid=26107): Launched\u000a17:16:55.641143 run osmo-stp_10.42.42.5(pid=26104): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)]\u000a17:16:55.780478 run osmo-stp_10.42.42.5(pid=26104): stdout: \u000a| (launched: 2022-12-09_17:16:54.202604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:55.919835 run osmo-stp_10.42.42.5(pid=26104): stderr: \u000a| �[0;m�[38;5;43m20221209171654399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171654399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171654399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171654399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171654400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171654400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171654400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:56.054388 run osmo-stp_10.42.42.5(pid=26104): stdout: \u000a| (launched: 2022-12-09_17:16:54.202604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:56.187427 run osmo-stp_10.42.42.5(pid=26104): stderr: \u000a| �[0;m�[38;5;43m20221209171654399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171654399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171654399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171654399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171654400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171654400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171654400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:56.342899 run patchelf(pid=26107): Terminating (SIGINT)\u000a17:16:56.524780 run patchelf(pid=26107): Terminated: ok {rc=0}\u000a17:16:56.557814 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26104): Process ended prematurely: osmo-stp_10.42.42.5(pid=26104) [trial-2362↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)] [trial-2362↪gprs:sysmo↪ping_idle_ping.py:27]\u000a17:16:56.566964 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:16:56.629577 run osmo-hlr_10.42.42.2(pid=26101): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26101)]\u000a17:16:56.680738 run osmo-hlr_10.42.42.2(pid=26101): stdout: \u000a| (launched: 2022-12-09_17:16:53.189812) \u000a17:16:56.732542 run osmo-hlr_10.42.42.2(pid=26101): stderr: \u000a| �[0;m�[1;31m20221209171653392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171653392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171653392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171653392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171653393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171653393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171653406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171653414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171653414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171653414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:56.776359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26100): Terminating (SIGTERM)\u000a17:16:56.818322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26103): Terminating (SIGTERM)\u000a17:16:56.860633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26106): Terminating (SIGTERM)\u000a17:16:56.870657 --- ParallelTerminationStrategy: PID 26100 died...\u000a17:16:56.926880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26100): Terminated: ok {rc=0}\u000a17:16:56.937058 --- ParallelTerminationStrategy: PID 26103 died...\u000a17:16:56.993044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26103): Terminated: ok {rc=0}\u000a17:16:57.003250 --- ParallelTerminationStrategy: PID 26106 died...\u000a17:16:57.058969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26106): Terminated: ok {rc=0}\u000a17:16:57.146866 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:15:56" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26124): Process ended prematurely: osmo-stp_10.42.42.5(pid=26124) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26124): Process ended prematurely: osmo-stp_10.42.42.5(pid=26124) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:16:59.269837 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:16:59.281243 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:16:59.413663 tst cs_paging_gprs_active.py: using LAC 22511\u000a17:16:59.543452 tst cs_paging_gprs_active.py: using RAC 71\u000a17:16:59.673186 tst cs_paging_gprs_active.py: using CellId 22511\u000a17:16:59.804713 tst cs_paging_gprs_active.py: using BVCI 22512\u000a17:16:59.830197 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:16:59.841563 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:16:59.852429 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:16:59.863678 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:16:59.874807 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:16:59.885973 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:16:59.897312 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:16:59.908334 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:16:59.919958 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:00.035925 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:00.333979 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:17:00.473437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:00.818318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26111): Launched\u000a17:17:01.143621 run iperf3-srv_10.42.42.10(pid=26112): Launched\u000a17:17:01.350860 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:17:01.491322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:01.866653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26116): Launched\u000a17:17:02.207050 run iperf3-srv_10.42.42.10(pid=26117): Launched\u000a17:17:02.413504 tst cs_paging_gprs_active.py:38: start network...\u000a17:17:02.555524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:03.087175 run create_hlr_db(pid=26118): Launched\u000a17:17:03.279178 bus /gobi_6: Setting Powered False\u000a17:17:04.299776 run create_hlr_db(pid=26118): Terminated: ok {rc=0}\u000a17:17:04.716864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26120): Launched\u000a17:17:05.029492 run osmo-hlr_10.42.42.2(pid=26121): Launched\u000a17:17:05.142527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:05.681651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26123): Launched\u000a17:17:05.993506 run osmo-stp_10.42.42.5(pid=26124): Launched\u000a17:17:06.106359 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:06.646281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26126): Launched\u000a17:17:06.756311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:07.027810 run patchelf(pid=26127): Launched\u000a17:17:07.208746 run osmo-stp_10.42.42.5(pid=26124): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)]\u000a17:17:07.340677 run osmo-stp_10.42.42.5(pid=26124): stdout: \u000a| (launched: 2022-12-09_17:17:05.838287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:07.472884 run osmo-stp_10.42.42.5(pid=26124): stderr: \u000a| �[0;m�[38;5;43m20221209171706012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171706012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171706013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171706013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171706013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171706014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171706014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:07.600483 run osmo-stp_10.42.42.5(pid=26124): stdout: \u000a| (launched: 2022-12-09_17:17:05.838287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:07.727512 run osmo-stp_10.42.42.5(pid=26124): stderr: \u000a| �[0;m�[38;5;43m20221209171706012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171706012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171706013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171706013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171706013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171706014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171706014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:07.875393 run patchelf(pid=26127): Terminating (SIGINT)\u000a17:17:08.049194 run patchelf(pid=26127): Terminated: ok {rc=0}\u000a17:17:08.080999 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26124): Process ended prematurely: osmo-stp_10.42.42.5(pid=26124) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)] [trial-2362↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:17:08.090434 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:17:08.151323 run osmo-hlr_10.42.42.2(pid=26121): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26121)]\u000a17:17:08.200850 run osmo-hlr_10.42.42.2(pid=26121): stdout: \u000a| (launched: 2022-12-09_17:17:04.873878) \u000a17:17:08.251485 run osmo-hlr_10.42.42.2(pid=26121): stderr: \u000a| �[0;m�[1;31m20221209171705054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171705054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171705054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171705054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171705054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171705054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171705105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171705115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171705116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171705116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:08.294371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26111): Terminating (SIGTERM)\u000a17:17:08.334059 run iperf3-srv_10.42.42.10(pid=26112): Terminating (SIGTERM)\u000a17:17:08.374084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26116): Terminating (SIGTERM)\u000a17:17:08.414024 run iperf3-srv_10.42.42.10(pid=26117): Terminating (SIGTERM)\u000a17:17:08.454083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26120): Terminating (SIGTERM)\u000a17:17:08.494095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26123): Terminating (SIGTERM)\u000a17:17:08.534183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26126): Terminating (SIGTERM)\u000a17:17:08.543462 --- ParallelTerminationStrategy: PID 26111 died...\u000a17:17:08.597534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26111): Terminated: ok {rc=0}\u000a17:17:08.607310 --- ParallelTerminationStrategy: PID 26112 died...\u000a17:17:08.660586 run iperf3-srv_10.42.42.10(pid=26112): Terminated {rc=256}\u000a17:17:08.670353 --- ParallelTerminationStrategy: PID 26116 died...\u000a17:17:08.723362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26116): Terminated: ok {rc=0}\u000a17:17:08.733147 --- ParallelTerminationStrategy: PID 26117 died...\u000a17:17:08.785942 run iperf3-srv_10.42.42.10(pid=26117): Terminated {rc=256}\u000a17:17:08.795661 --- ParallelTerminationStrategy: PID 26120 died...\u000a17:17:08.849288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26120): Terminated: ok {rc=0}\u000a17:17:08.858851 --- ParallelTerminationStrategy: PID 26123 died...\u000a17:17:08.911942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26123): Terminated: ok {rc=0}\u000a17:17:08.921651 --- ParallelTerminationStrategy: PID 26126 died...\u000a17:17:08.975033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26126): Terminated: ok {rc=0}\u000a17:17:09.059064 bus /gobi_0: Setting Powered False\u000a17:17:10.166567 bus /gobi_0: Setting Powered False\u000a17:17:11.278440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26136): Process ended prematurely: osmo-stp_10.42.42.5(pid=26136) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26136)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26136): Process ended prematurely: osmo-stp_10.42.42.5(pid=26136) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:17:12.390276 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:12.401907 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:12.531037 tst iperf3.py: using LAC 22512\u000a17:17:12.654195 tst iperf3.py: using RAC 72\u000a17:17:12.775357 tst iperf3.py: using CellId 22512\u000a17:17:12.897750 tst iperf3.py: using BVCI 22513\u000a17:17:12.921421 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:12.932252 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:12.942922 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:12.953903 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:12.964818 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:12.975972 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:12.987584 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:12.998829 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:13.010230 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:13.295092 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:17:13.423582 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:13.745347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26128): Launched\u000a17:17:14.021848 run iperf3-srv_10.42.42.10(pid=26129): Launched\u000a17:17:14.225671 tst iperf3.py:8: start network...\u000a17:17:14.364785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:14.894611 run create_hlr_db(pid=26130): Launched\u000a17:17:15.086871 bus /gobi_6: Setting Powered False\u000a17:17:16.104362 run create_hlr_db(pid=26130): Terminated: ok {rc=0}\u000a17:17:16.551077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26132): Launched\u000a17:17:16.938258 run osmo-hlr_10.42.42.2(pid=26133): Launched\u000a17:17:17.117412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:17.749607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26135): Launched\u000a17:17:18.058873 run osmo-stp_10.42.42.5(pid=26136): Launched\u000a17:17:18.171685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:18.714578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26138): Launched\u000a17:17:18.824371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:19.096442 run patchelf(pid=26139): Launched\u000a17:17:19.277856 run osmo-stp_10.42.42.5(pid=26136): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26136)]\u000a17:17:19.410444 run osmo-stp_10.42.42.5(pid=26136): stdout: \u000a| (launched: 2022-12-09_17:17:17.905992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:19.543113 run osmo-stp_10.42.42.5(pid=26136): stderr: \u000a| �[0;m�[38;5;43m20221209171718077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171718078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171718078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171718078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171718080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171718081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171718081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:19.671078 run osmo-stp_10.42.42.5(pid=26136): stdout: \u000a| (launched: 2022-12-09_17:17:17.905992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:19.797622 run osmo-stp_10.42.42.5(pid=26136): stderr: \u000a| �[0;m�[38;5;43m20221209171718077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171718078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171718078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171718078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171718080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171718081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171718081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:19.945779 run patchelf(pid=26139): Terminating (SIGINT)\u000a17:17:20.119544 run patchelf(pid=26139): Terminated: ok {rc=0}\u000a17:17:20.151404 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26136): Process ended prematurely: osmo-stp_10.42.42.5(pid=26136) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26136)] [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a17:17:20.160662 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:17:20.221806 run osmo-hlr_10.42.42.2(pid=26133): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26133)]\u000a17:17:20.271512 run osmo-hlr_10.42.42.2(pid=26133): stdout: \u000a| (launched: 2022-12-09_17:17:16.713582) \u000a17:17:20.321974 run osmo-hlr_10.42.42.2(pid=26133): stderr: \u000a| �[0;m�[1;31m20221209171717084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171717084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171717084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171717084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171717084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171717084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171717106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171717127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171717127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171717127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:20.364571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26128): Terminating (SIGTERM)\u000a17:17:20.404521 run iperf3-srv_10.42.42.10(pid=26129): Terminating (SIGTERM)\u000a17:17:20.444981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26132): Terminating (SIGTERM)\u000a17:17:20.485316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26135): Terminating (SIGTERM)\u000a17:17:20.525988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26138): Terminating (SIGTERM)\u000a17:17:20.535572 --- ParallelTerminationStrategy: PID 26128 died...\u000a17:17:20.590053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26128): Terminated: ok {rc=0}\u000a17:17:20.600032 --- ParallelTerminationStrategy: PID 26129 died...\u000a17:17:20.653493 run iperf3-srv_10.42.42.10(pid=26129): Terminated {rc=256}\u000a17:17:20.663725 --- ParallelTerminationStrategy: PID 26132 died...\u000a17:17:20.717541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26132): Terminated: ok {rc=0}\u000a17:17:20.727565 --- ParallelTerminationStrategy: PID 26135 died...\u000a17:17:20.781591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26135): Terminated: ok {rc=0}\u000a17:17:20.791666 --- ParallelTerminationStrategy: PID 26138 died...\u000a17:17:20.845531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26138): Terminated: ok {rc=0}\u000a17:17:20.934373 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26154): Process ended prematurely: osmo-stp_10.42.42.5(pid=26154) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26154)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26154): Process ended prematurely: osmo-stp_10.42.42.5(pid=26154) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:17:22.046767 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.058493 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:22.193326 tst iperf3m4.py: using LAC 22513\u000a17:17:22.325211 tst iperf3m4.py: using RAC 73\u000a17:17:22.459380 tst iperf3m4.py: using CellId 22513\u000a17:17:22.589100 tst iperf3m4.py: using BVCI 22514\u000a17:17:22.614724 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.626239 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.637444 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.648564 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.659789 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.671038 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.682366 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.693281 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.704376 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:22.826887 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:22.945352 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:23.064854 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:23.365065 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:17:23.503576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:23.850245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26140): Launched\u000a17:17:24.136817 run iperf3-srv_10.42.42.10(pid=26141): Launched\u000a17:17:24.340286 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:17:24.478464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:24.823169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26142): Launched\u000a17:17:25.111906 run iperf3-srv_10.42.42.10(pid=26143): Launched\u000a17:17:25.314892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:17:25.452690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:25.799303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26144): Launched\u000a17:17:26.087750 run iperf3-srv_10.42.42.10(pid=26145): Launched\u000a17:17:26.291676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:17:26.430140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:26.775161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26146): Launched\u000a17:17:27.060708 run iperf3-srv_10.42.42.10(pid=26147): Launched\u000a17:17:27.264064 tst iperf3m4.py:8: start network...\u000a17:17:27.402310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:27.931878 run create_hlr_db(pid=26148): Launched\u000a17:17:28.123254 bus /gobi_6: Setting Powered False\u000a17:17:29.144235 run create_hlr_db(pid=26148): Terminated: ok {rc=0}\u000a17:17:29.588813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26150): Launched\u000a17:17:29.920102 run osmo-hlr_10.42.42.2(pid=26151): Launched\u000a17:17:30.039775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:30.614835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26153): Launched\u000a17:17:31.012211 run osmo-stp_10.42.42.5(pid=26154): Launched\u000a17:17:31.291227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:31.927498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26156): Launched\u000a17:17:32.048114 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:32.354649 run patchelf(pid=26157): Launched\u000a17:17:32.547798 run osmo-stp_10.42.42.5(pid=26154): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26154)]\u000a17:17:32.688938 run osmo-stp_10.42.42.5(pid=26154): stdout: \u000a| (launched: 2022-12-09_17:17:30.782735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:32.830520 run osmo-stp_10.42.42.5(pid=26154): stderr: \u000a| �[0;m�[38;5;43m20221209171731069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171731069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171731070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171731070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171731071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171731071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171731071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:32.967134 run osmo-stp_10.42.42.5(pid=26154): stdout: \u000a| (launched: 2022-12-09_17:17:30.782735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:33.102588 run osmo-stp_10.42.42.5(pid=26154): stderr: \u000a| �[0;m�[38;5;43m20221209171731069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171731069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171731070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171731070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171731071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171731071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171731071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:33.261730 run patchelf(pid=26157): Terminating (SIGINT)\u000a17:17:33.447594 run patchelf(pid=26157): Terminated: ok {rc=0}\u000a17:17:33.481961 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26154): Process ended prematurely: osmo-stp_10.42.42.5(pid=26154) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26154)] [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:17:33.491963 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a17:17:33.555481 run osmo-hlr_10.42.42.2(pid=26151): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26151)]\u000a17:17:33.607229 run osmo-hlr_10.42.42.2(pid=26151): stdout: \u000a| (launched: 2022-12-09_17:17:29.757332) \u000a17:17:33.659743 run osmo-hlr_10.42.42.2(pid=26151): stderr: \u000a| �[0;m�[1;31m20221209171729959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171729959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171729959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171729959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171729959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171729960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171729973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171729981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171729981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171729981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:33.704279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26140): Terminating (SIGTERM)\u000a17:17:33.746382 run iperf3-srv_10.42.42.10(pid=26141): Terminating (SIGTERM)\u000a17:17:33.788306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26142): Terminating (SIGTERM)\u000a17:17:33.830403 run iperf3-srv_10.42.42.10(pid=26143): Terminating (SIGTERM)\u000a17:17:33.872472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26144): Terminating (SIGTERM)\u000a17:17:33.914478 run iperf3-srv_10.42.42.10(pid=26145): Terminating (SIGTERM)\u000a17:17:33.956518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26146): Terminating (SIGTERM)\u000a17:17:33.998589 run iperf3-srv_10.42.42.10(pid=26147): Terminating (SIGTERM)\u000a17:17:34.040810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26150): Terminating (SIGTERM)\u000a17:17:34.082972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26153): Terminating (SIGTERM)\u000a17:17:34.125561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26156): Terminating (SIGTERM)\u000a17:17:34.135391 --- ParallelTerminationStrategy: PID 26140 died...\u000a17:17:34.192232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26140): Terminated: ok {rc=0}\u000a17:17:34.202540 --- ParallelTerminationStrategy: PID 26141 died...\u000a17:17:34.259082 run iperf3-srv_10.42.42.10(pid=26141): Terminated {rc=256}\u000a17:17:34.269384 --- ParallelTerminationStrategy: PID 26142 died...\u000a17:17:34.325931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26142): Terminated: ok {rc=0}\u000a17:17:34.336521 --- ParallelTerminationStrategy: PID 26143 died...\u000a17:17:34.392738 run iperf3-srv_10.42.42.10(pid=26143): Terminated {rc=256}\u000a17:17:34.402786 --- ParallelTerminationStrategy: PID 26144 died...\u000a17:17:34.459482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26144): Terminated: ok {rc=0}\u000a17:17:34.469614 --- ParallelTerminationStrategy: PID 26145 died...\u000a17:17:34.525212 run iperf3-srv_10.42.42.10(pid=26145): Terminated {rc=256}\u000a17:17:34.535232 --- ParallelTerminationStrategy: PID 26146 died...\u000a17:17:34.591085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26146): Terminated: ok {rc=0}\u000a17:17:34.601322 --- ParallelTerminationStrategy: PID 26147 died...\u000a17:17:34.657199 run iperf3-srv_10.42.42.10(pid=26147): Terminated {rc=256}\u000a17:17:34.667263 --- ParallelTerminationStrategy: PID 26150 died...\u000a17:17:34.723150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26150): Terminated: ok {rc=0}\u000a17:17:34.733325 --- ParallelTerminationStrategy: PID 26153 died...\u000a17:17:34.789149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26153): Terminated: ok {rc=0}\u000a17:17:34.799328 --- ParallelTerminationStrategy: PID 26156 died...\u000a17:17:34.855659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26156): Terminated: ok {rc=0}\u000a17:17:34.943649 bus /gobi_4: Setting Powered False\u000a17:17:36.051493 bus /gobi_4: Setting Powered False\u000a17:17:37.160897 bus /gobi_1: Setting Powered False\u000a17:17:38.269141 bus /gobi_1: Setting Powered False\u000a17:17:39.378239 bus /gobi_0: Setting Powered False\u000a17:17:40.485993 bus /gobi_0: Setting Powered False\u000a17:17:41.596543 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26164): Process ended prematurely: osmo-stp_10.42.42.5(pid=26164) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26164)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26164): Process ended prematurely: osmo-stp_10.42.42.5(pid=26164) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:17:42.666412 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:42.678443 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:42.810950 tst ping.py: using LAC 22514\u000a17:17:42.942005 tst ping.py: using RAC 74\u000a17:17:43.064279 tst ping.py: using CellId 22514\u000a17:17:43.183855 tst ping.py: using BVCI 22515\u000a17:17:43.207340 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.218608 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.229567 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.240787 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.251872 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.262891 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.274174 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.285171 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:43.583264 tst ping.py:19: start network...\u000a17:17:43.719869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:44.241390 run create_hlr_db(pid=26158): Launched\u000a17:17:44.430945 bus /gobi_6: Setting Powered False\u000a17:17:45.451575 run create_hlr_db(pid=26158): Terminated: ok {rc=0}\u000a17:17:45.886751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26160): Launched\u000a17:17:46.298511 run osmo-hlr_10.42.42.2(pid=26161): Launched\u000a17:17:46.532190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:47.144838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26163): Launched\u000a17:17:47.451918 run osmo-stp_10.42.42.5(pid=26164): Launched\u000a17:17:47.563561 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:48.093144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26166): Launched\u000a17:17:48.200872 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:48.466898 run patchelf(pid=26167): Launched\u000a17:17:48.644867 run osmo-stp_10.42.42.5(pid=26164): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26164)]\u000a17:17:48.774595 run osmo-stp_10.42.42.5(pid=26164): stdout: \u000a| (launched: 2022-12-09_17:17:47.300494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:48.904931 run osmo-stp_10.42.42.5(pid=26164): stderr: \u000a| �[0;m�[38;5;43m20221209171747472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171747472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171747472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171747472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171747473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171747473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171747473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:49.030508 run osmo-stp_10.42.42.5(pid=26164): stdout: \u000a| (launched: 2022-12-09_17:17:47.300494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:49.154926 run osmo-stp_10.42.42.5(pid=26164): stderr: \u000a| �[0;m�[38;5;43m20221209171747472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171747472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171747472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171747472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171747473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171747473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171747473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:49.299842 run patchelf(pid=26167): Terminating (SIGINT)\u000a17:17:49.469486 run patchelf(pid=26167): Terminated: ok {rc=0}\u000a17:17:49.500317 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26164): Process ended prematurely: osmo-stp_10.42.42.5(pid=26164) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26164)] [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a17:17:49.509091 tst ping.py:22: Test FAILED (6.8 sec)\u000a17:17:49.569944 run osmo-hlr_10.42.42.2(pid=26161): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26161)]\u000a17:17:49.619457 run osmo-hlr_10.42.42.2(pid=26161): stdout: \u000a| (launched: 2022-12-09_17:17:46.056630) \u000a17:17:49.669884 run osmo-hlr_10.42.42.2(pid=26161): stderr: \u000a| �[0;m�[1;31m20221209171746360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171746360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171746360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171746360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171746360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171746360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171746372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171746380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171746380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171746380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:49.712057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26160): Terminating (SIGTERM)\u000a17:17:49.752266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26163): Terminating (SIGTERM)\u000a17:17:49.792546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26166): Terminating (SIGTERM)\u000a17:17:49.802185 --- ParallelTerminationStrategy: PID 26160 died...\u000a17:17:49.856115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26160): Terminated: ok {rc=0}\u000a17:17:49.866022 --- ParallelTerminationStrategy: PID 26163 died...\u000a17:17:49.919846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26163): Terminated: ok {rc=0}\u000a17:17:49.929947 --- ParallelTerminationStrategy: PID 26166 died...\u000a17:17:49.983686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26166): Terminated: ok {rc=0}\u000a17:17:50.072685 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26174): Process ended prematurely: osmo-stp_10.42.42.5(pid=26174) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26174)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26174): Process ended prematurely: osmo-stp_10.42.42.5(pid=26174) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:17:51.125151 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:51.136755 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:51.265977 tst ping_idle_ping.py: using LAC 22515\u000a17:17:51.387930 tst ping_idle_ping.py: using RAC 75\u000a17:17:51.508555 tst ping_idle_ping.py: using CellId 22515\u000a17:17:51.628128 tst ping_idle_ping.py: using BVCI 22516\u000a17:17:51.651359 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:51.662187 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:51.672821 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:51.684296 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:51.695551 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:51.706964 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:51.718428 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:51.729916 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:52.017120 tst ping_idle_ping.py:24: start network...\u000a17:17:52.144013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:52.623498 run create_hlr_db(pid=26168): Launched\u000a17:17:52.800177 bus /gobi_6: Setting Powered False\u000a17:17:53.821255 run create_hlr_db(pid=26168): Terminated: ok {rc=0}\u000a17:17:54.258085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26170): Launched\u000a17:17:54.588522 run osmo-hlr_10.42.42.2(pid=26171): Launched\u000a17:17:54.707748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:55.275887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26173): Launched\u000a17:17:55.604462 run osmo-stp_10.42.42.5(pid=26174): Launched\u000a17:17:55.722550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:56.294427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26176): Launched\u000a17:17:56.410705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:56.696111 run patchelf(pid=26177): Launched\u000a17:17:56.886299 run osmo-stp_10.42.42.5(pid=26174): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26174)]\u000a17:17:57.025774 run osmo-stp_10.42.42.5(pid=26174): stdout: \u000a| (launched: 2022-12-09_17:17:55.441958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:57.165529 run osmo-stp_10.42.42.5(pid=26174): stderr: \u000a| �[0;m�[38;5;43m20221209171755637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171755637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171755637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171755638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:57.300846 run osmo-stp_10.42.42.5(pid=26174): stdout: \u000a| (launched: 2022-12-09_17:17:55.441958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:57.434938 run osmo-stp_10.42.42.5(pid=26174): stderr: \u000a| �[0;m�[38;5;43m20221209171755637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171755637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171755637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171755638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:57.590350 run patchelf(pid=26177): Terminating (SIGINT)\u000a17:17:57.772890 run patchelf(pid=26177): Terminated: ok {rc=0}\u000a17:17:57.806188 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26174): Process ended prematurely: osmo-stp_10.42.42.5(pid=26174) [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26174)] [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:17:57.815609 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:17:57.878478 run osmo-hlr_10.42.42.2(pid=26171): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26171)]\u000a17:17:57.930237 run osmo-hlr_10.42.42.2(pid=26171): stdout: \u000a| (launched: 2022-12-09_17:17:54.424356) \u000a17:17:57.982695 run osmo-hlr_10.42.42.2(pid=26171): stderr: \u000a| �[0;m�[1;31m20221209171754628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171754628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171754628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171754628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171754628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171754628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171754644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171754654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171754654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171754654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:58.027660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26170): Terminating (SIGTERM)\u000a17:17:58.069919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26173): Terminating (SIGTERM)\u000a17:17:58.112402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26176): Terminating (SIGTERM)\u000a17:17:58.122273 --- ParallelTerminationStrategy: PID 26170 died...\u000a17:17:58.179139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26170): Terminated: ok {rc=0}\u000a17:17:58.189569 --- ParallelTerminationStrategy: PID 26173 died...\u000a17:17:58.246495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26173): Terminated: ok {rc=0}\u000a17:17:58.256791 --- ParallelTerminationStrategy: PID 26176 died...\u000a17:17:58.313519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26176): Terminated: ok {rc=0}\u000a17:17:58.401661 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:16:58" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26191): Process ended prematurely: osmo-stp_10.42.42.5(pid=26191) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26191)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26191): Process ended prematurely: osmo-stp_10.42.42.5(pid=26191) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:18:00.508726 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:00.519767 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:00.666197 tst cs_paging_gprs_active.py: using LAC 22516\u000a17:18:00.794508 tst cs_paging_gprs_active.py: using RAC 76\u000a17:18:00.931797 tst cs_paging_gprs_active.py: using CellId 22516\u000a17:18:01.091879 tst cs_paging_gprs_active.py: using BVCI 22517\u000a17:18:01.118325 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.130292 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.142075 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.154407 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.167458 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.179785 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.192120 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.203915 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.216399 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:01.341607 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:01.676150 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:18:01.810675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:02.155948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26181): Launched\u000a17:18:02.425861 run iperf3-srv_10.42.42.10(pid=26182): Launched\u000a17:18:02.614343 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:18:02.743039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:03.066042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26183): Launched\u000a17:18:03.333888 run iperf3-srv_10.42.42.10(pid=26184): Launched\u000a17:18:03.522420 tst cs_paging_gprs_active.py:38: start network...\u000a17:18:03.650929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:04.139952 run create_hlr_db(pid=26185): Launched\u000a17:18:04.318225 bus /gobi_6: Setting Powered False\u000a17:18:05.339895 run create_hlr_db(pid=26185): Terminated: ok {rc=0}\u000a17:18:05.783835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26187): Launched\u000a17:18:06.118960 run osmo-hlr_10.42.42.2(pid=26188): Launched\u000a17:18:06.243376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:06.826382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26190): Launched\u000a17:18:07.160149 run osmo-stp_10.42.42.5(pid=26191): Launched\u000a17:18:07.281243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:07.863777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26193): Launched\u000a17:18:07.982321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:08.274528 run patchelf(pid=26194): Launched\u000a17:18:08.468820 run osmo-stp_10.42.42.5(pid=26191): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26191)]\u000a17:18:08.610951 run osmo-stp_10.42.42.5(pid=26191): stdout: \u000a| (launched: 2022-12-09_17:18:06.995228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:08.752897 run osmo-stp_10.42.42.5(pid=26191): stderr: \u000a| �[0;m�[38;5;43m20221209171807190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171807190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171807190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171807191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171807191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171807191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171807191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:08.890067 run osmo-stp_10.42.42.5(pid=26191): stdout: \u000a| (launched: 2022-12-09_17:18:06.995228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:09.026068 run osmo-stp_10.42.42.5(pid=26191): stderr: \u000a| �[0;m�[38;5;43m20221209171807190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171807190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171807190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171807191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171807191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171807191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171807191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:09.184394 run patchelf(pid=26194): Terminating (SIGINT)\u000a17:18:09.372245 run patchelf(pid=26194): Terminated: ok {rc=0}\u000a17:18:09.406589 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26191): Process ended prematurely: osmo-stp_10.42.42.5(pid=26191) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26191)] [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:18:09.416671 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:18:09.480918 run osmo-hlr_10.42.42.2(pid=26188): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26188)]\u000a17:18:09.533172 run osmo-hlr_10.42.42.2(pid=26188): stdout: \u000a| (launched: 2022-12-09_17:18:05.953311) \u000a17:18:09.586059 run osmo-hlr_10.42.42.2(pid=26188): stderr: \u000a| �[0;m�[1;31m20221209171806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171806167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171806176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171806176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171806176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:09.631336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26181): Terminating (SIGTERM)\u000a17:18:09.673896 run iperf3-srv_10.42.42.10(pid=26182): Terminating (SIGTERM)\u000a17:18:09.716517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26183): Terminating (SIGTERM)\u000a17:18:09.759249 run iperf3-srv_10.42.42.10(pid=26184): Terminating (SIGTERM)\u000a17:18:09.802036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26187): Terminating (SIGTERM)\u000a17:18:09.844561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26190): Terminating (SIGTERM)\u000a17:18:09.887143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26193): Terminating (SIGTERM)\u000a17:18:09.897043 --- ParallelTerminationStrategy: PID 26181 died...\u000a17:18:09.953830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26181): Terminated: ok {rc=0}\u000a17:18:09.964180 --- ParallelTerminationStrategy: PID 26182 died...\u000a17:18:10.020493 run iperf3-srv_10.42.42.10(pid=26182): Terminated {rc=256}\u000a17:18:10.030857 --- ParallelTerminationStrategy: PID 26183 died...\u000a17:18:10.086979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26183): Terminated: ok {rc=0}\u000a17:18:10.097250 --- ParallelTerminationStrategy: PID 26184 died...\u000a17:18:10.153243 run iperf3-srv_10.42.42.10(pid=26184): Terminated {rc=256}\u000a17:18:10.163516 --- ParallelTerminationStrategy: PID 26187 died...\u000a17:18:10.219916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26187): Terminated: ok {rc=0}\u000a17:18:10.230217 --- ParallelTerminationStrategy: PID 26190 died...\u000a17:18:10.286867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26190): Terminated: ok {rc=0}\u000a17:18:10.297179 --- ParallelTerminationStrategy: PID 26193 died...\u000a17:18:10.353452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26193): Terminated: ok {rc=0}\u000a17:18:10.440396 bus /gobi_0: Setting Powered False\u000a17:18:11.548148 bus /gobi_0: Setting Powered False\u000a17:18:12.660317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26203): Process ended prematurely: osmo-stp_10.42.42.5(pid=26203) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26203)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26203): Process ended prematurely: osmo-stp_10.42.42.5(pid=26203) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:18:13.772237 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:13.783806 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:13.936506 tst iperf3.py: using LAC 22517\u000a17:18:14.057313 tst iperf3.py: using RAC 77\u000a17:18:14.176801 tst iperf3.py: using CellId 22517\u000a17:18:14.297503 tst iperf3.py: using BVCI 22518\u000a17:18:14.321329 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.332163 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.343002 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.354296 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.365157 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.376036 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.387077 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.397962 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.409125 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:14.692428 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:18:14.822179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:15.146216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26195): Launched\u000a17:18:15.416309 run iperf3-srv_10.42.42.10(pid=26196): Launched\u000a17:18:15.606434 tst iperf3.py:8: start network...\u000a17:18:15.735639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:16.268471 run create_hlr_db(pid=26197): Launched\u000a17:18:16.451576 bus /gobi_6: Setting Powered False\u000a17:18:17.468400 run create_hlr_db(pid=26197): Terminated: ok {rc=0}\u000a17:18:17.912138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26199): Launched\u000a17:18:18.245908 run osmo-hlr_10.42.42.2(pid=26200): Launched\u000a17:18:18.368074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:18.944320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26202): Launched\u000a17:18:19.276467 run osmo-stp_10.42.42.5(pid=26203): Launched\u000a17:18:19.396512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:19.974583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26205): Launched\u000a17:18:20.092384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:20.382842 run patchelf(pid=26206): Launched\u000a17:18:20.575813 run osmo-stp_10.42.42.5(pid=26203): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26203)]\u000a17:18:20.716652 run osmo-stp_10.42.42.5(pid=26203): stdout: \u000a| (launched: 2022-12-09_17:18:19.112163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:20.858099 run osmo-stp_10.42.42.5(pid=26203): stderr: \u000a| �[0;m�[38;5;43m20221209171819309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171819309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171819309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171819309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171819310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171819310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171819310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:20.994610 run osmo-stp_10.42.42.5(pid=26203): stdout: \u000a| (launched: 2022-12-09_17:18:19.112163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:21.129878 run osmo-stp_10.42.42.5(pid=26203): stderr: \u000a| �[0;m�[38;5;43m20221209171819309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171819309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171819309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171819309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171819310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171819310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171819310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:21.287879 run patchelf(pid=26206): Terminating (SIGINT)\u000a17:18:21.473089 run patchelf(pid=26206): Terminated: ok {rc=0}\u000a17:18:21.507020 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26203): Process ended prematurely: osmo-stp_10.42.42.5(pid=26203) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26203)] [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:18:21.517196 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:18:21.580807 run osmo-hlr_10.42.42.2(pid=26200): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26200)]\u000a17:18:21.632668 run osmo-hlr_10.42.42.2(pid=26200): stdout: \u000a| (launched: 2022-12-09_17:18:18.080938) \u000a17:18:21.685149 run osmo-hlr_10.42.42.2(pid=26200): stderr: \u000a| �[0;m�[1;31m20221209171818283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171818283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171818283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171818283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171818283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171818283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171818295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171818304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171818304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171818304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:21.730043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26195): Terminating (SIGTERM)\u000a17:18:21.772245 run iperf3-srv_10.42.42.10(pid=26196): Terminating (SIGTERM)\u000a17:18:21.814505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26199): Terminating (SIGTERM)\u000a17:18:21.856697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26202): Terminating (SIGTERM)\u000a17:18:21.899178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26205): Terminating (SIGTERM)\u000a17:18:21.909109 --- ParallelTerminationStrategy: PID 26195 died...\u000a17:18:21.966052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26195): Terminated: ok {rc=0}\u000a17:18:21.976437 --- ParallelTerminationStrategy: PID 26196 died...\u000a17:18:22.033001 run iperf3-srv_10.42.42.10(pid=26196): Terminated {rc=256}\u000a17:18:22.043157 --- ParallelTerminationStrategy: PID 26199 died...\u000a17:18:22.099833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26199): Terminated: ok {rc=0}\u000a17:18:22.110279 --- ParallelTerminationStrategy: PID 26202 died...\u000a17:18:22.166759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26202): Terminated: ok {rc=0}\u000a17:18:22.176938 --- ParallelTerminationStrategy: PID 26205 died...\u000a17:18:22.233051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26205): Terminated: ok {rc=0}\u000a17:18:22.321094 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26221): Process ended prematurely: osmo-stp_10.42.42.5(pid=26221) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26221)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26221): Process ended prematurely: osmo-stp_10.42.42.5(pid=26221) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:18:23.437249 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:23.449464 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:23.605541 tst iperf3m4.py: using LAC 22518\u000a17:18:23.736144 tst iperf3m4.py: using RAC 78\u000a17:18:23.866676 tst iperf3m4.py: using CellId 22518\u000a17:18:23.998858 tst iperf3m4.py: using BVCI 22519\u000a17:18:24.024397 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.035786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.047030 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.058406 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.069540 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.080802 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.092243 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.103415 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.114916 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:24.235268 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:24.355804 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:24.476901 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:24.761680 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:18:24.891063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:25.214745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26207): Launched\u000a17:18:25.483543 run iperf3-srv_10.42.42.10(pid=26208): Launched\u000a17:18:25.673085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:18:25.802362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:26.126572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26209): Launched\u000a17:18:26.394601 run iperf3-srv_10.42.42.10(pid=26210): Launched\u000a17:18:26.582345 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:18:26.710826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:27.033956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26211): Launched\u000a17:18:27.302739 run iperf3-srv_10.42.42.10(pid=26212): Launched\u000a17:18:27.491175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:18:27.620620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:27.943989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26213): Launched\u000a17:18:28.212228 run iperf3-srv_10.42.42.10(pid=26214): Launched\u000a17:18:28.401540 tst iperf3m4.py:8: start network...\u000a17:18:28.530283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:29.019706 run create_hlr_db(pid=26215): Launched\u000a17:18:29.197995 bus /gobi_6: Setting Powered False\u000a17:18:30.219110 run create_hlr_db(pid=26215): Terminated: ok {rc=0}\u000a17:18:30.632347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26217): Launched\u000a17:18:31.054755 run osmo-hlr_10.42.42.2(pid=26218): Launched\u000a17:18:31.342532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:32.046833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26220): Launched\u000a17:18:32.394970 run osmo-stp_10.42.42.5(pid=26221): Launched\u000a17:18:32.516316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:33.098468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26223): Launched\u000a17:18:33.216915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:33.506830 run patchelf(pid=26224): Launched\u000a17:18:33.700057 run osmo-stp_10.42.42.5(pid=26221): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26221)]\u000a17:18:33.840787 run osmo-stp_10.42.42.5(pid=26221): stdout: \u000a| (launched: 2022-12-09_17:18:32.218409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:33.981777 run osmo-stp_10.42.42.5(pid=26221): stderr: \u000a| �[0;m�[38;5;43m20221209171832439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171832440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171832440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171832440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171832441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171832441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171832441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:34.118104 run osmo-stp_10.42.42.5(pid=26221): stdout: \u000a| (launched: 2022-12-09_17:18:32.218409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:34.253238 run osmo-stp_10.42.42.5(pid=26221): stderr: \u000a| �[0;m�[38;5;43m20221209171832439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171832440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171832440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171832440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171832441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171832441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171832441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:34.411271 run patchelf(pid=26224): Terminating (SIGINT)\u000a17:18:34.595796 run patchelf(pid=26224): Terminated: ok {rc=0}\u000a17:18:34.629769 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26221): Process ended prematurely: osmo-stp_10.42.42.5(pid=26221) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26221)] [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:18:34.639776 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a17:18:34.702976 run osmo-hlr_10.42.42.2(pid=26218): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26218)]\u000a17:18:34.754859 run osmo-hlr_10.42.42.2(pid=26218): stdout: \u000a| (launched: 2022-12-09_17:18:30.788738) \u000a17:18:34.807136 run osmo-hlr_10.42.42.2(pid=26218): stderr: \u000a| �[0;m�[1;31m20221209171831094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171831094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171831094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171831094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171831094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171831094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171831114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171831132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171831133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171831134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:34.851911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26207): Terminating (SIGTERM)\u000a17:18:34.894134 run iperf3-srv_10.42.42.10(pid=26208): Terminating (SIGTERM)\u000a17:18:34.936335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26209): Terminating (SIGTERM)\u000a17:18:34.978606 run iperf3-srv_10.42.42.10(pid=26210): Terminating (SIGTERM)\u000a17:18:35.020885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26211): Terminating (SIGTERM)\u000a17:18:35.063100 run iperf3-srv_10.42.42.10(pid=26212): Terminating (SIGTERM)\u000a17:18:35.105436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26213): Terminating (SIGTERM)\u000a17:18:35.147310 run iperf3-srv_10.42.42.10(pid=26214): Terminating (SIGTERM)\u000a17:18:35.189500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26217): Terminating (SIGTERM)\u000a17:18:35.231569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26220): Terminating (SIGTERM)\u000a17:18:35.274131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26223): Terminating (SIGTERM)\u000a17:18:35.284000 --- ParallelTerminationStrategy: PID 26207 died...\u000a17:18:35.340469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26207): Terminated: ok {rc=0}\u000a17:18:35.350737 --- ParallelTerminationStrategy: PID 26208 died...\u000a17:18:35.406491 run iperf3-srv_10.42.42.10(pid=26208): Terminated {rc=256}\u000a17:18:35.416593 --- ParallelTerminationStrategy: PID 26209 died...\u000a17:18:35.472591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26209): Terminated: ok {rc=0}\u000a17:18:35.482823 --- ParallelTerminationStrategy: PID 26210 died...\u000a17:18:35.538620 run iperf3-srv_10.42.42.10(pid=26210): Terminated {rc=256}\u000a17:18:35.548805 --- ParallelTerminationStrategy: PID 26211 died...\u000a17:18:35.604779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26211): Terminated: ok {rc=0}\u000a17:18:35.615020 --- ParallelTerminationStrategy: PID 26212 died...\u000a17:18:35.671502 run iperf3-srv_10.42.42.10(pid=26212): Terminated {rc=256}\u000a17:18:35.681655 --- ParallelTerminationStrategy: PID 26213 died...\u000a17:18:35.737712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26213): Terminated: ok {rc=0}\u000a17:18:35.747790 --- ParallelTerminationStrategy: PID 26214 died...\u000a17:18:35.803949 run iperf3-srv_10.42.42.10(pid=26214): Terminated {rc=256}\u000a17:18:35.814164 --- ParallelTerminationStrategy: PID 26217 died...\u000a17:18:35.870686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26217): Terminated: ok {rc=0}\u000a17:18:35.880935 --- ParallelTerminationStrategy: PID 26220 died...\u000a17:18:35.936996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26220): Terminated: ok {rc=0}\u000a17:18:35.947251 --- ParallelTerminationStrategy: PID 26223 died...\u000a17:18:36.003458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26223): Terminated: ok {rc=0}\u000a17:18:36.090741 bus /gobi_4: Setting Powered False\u000a17:18:37.199242 bus /gobi_4: Setting Powered False\u000a17:18:38.308806 bus /gobi_1: Setting Powered False\u000a17:18:39.416881 bus /gobi_1: Setting Powered False\u000a17:18:40.528298 bus /gobi_0: Setting Powered False\u000a17:18:41.633379 bus /gobi_0: Setting Powered False\u000a17:18:42.746608 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26231): Process ended prematurely: osmo-stp_10.42.42.5(pid=26231) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26231)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26231): Process ended prematurely: osmo-stp_10.42.42.5(pid=26231) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:18:43.814075 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:43.825816 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:43.972624 tst ping.py: using LAC 22519\u000a17:18:44.090897 tst ping.py: using RAC 79\u000a17:18:44.212165 tst ping.py: using CellId 22519\u000a17:18:44.333234 tst ping.py: using BVCI 22520\u000a17:18:44.356598 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.367574 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.378328 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.389497 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.400516 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.411736 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.423222 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.434438 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:44.713372 tst ping.py:19: start network...\u000a17:18:44.839583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:45.319401 run create_hlr_db(pid=26225): Launched\u000a17:18:45.496001 bus /gobi_6: Setting Powered False\u000a17:18:46.516493 run create_hlr_db(pid=26225): Terminated: ok {rc=0}\u000a17:18:46.944115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26227): Launched\u000a17:18:47.270699 run osmo-hlr_10.42.42.2(pid=26228): Launched\u000a17:18:47.390960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:47.969803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26230): Launched\u000a17:18:48.296422 run osmo-stp_10.42.42.5(pid=26231): Launched\u000a17:18:48.413871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:48.982011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26233): Launched\u000a17:18:49.098060 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:49.383679 run patchelf(pid=26234): Launched\u000a17:18:49.573284 run osmo-stp_10.42.42.5(pid=26231): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26231)]\u000a17:18:49.712761 run osmo-stp_10.42.42.5(pid=26231): stdout: \u000a| (launched: 2022-12-09_17:18:48.135401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:49.853273 run osmo-stp_10.42.42.5(pid=26231): stderr: \u000a| �[0;m�[38;5;43m20221209171848330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171848330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171848330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171848330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171848331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171848331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171848331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:49.987860 run osmo-stp_10.42.42.5(pid=26231): stdout: \u000a| (launched: 2022-12-09_17:18:48.135401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:50.120699 run osmo-stp_10.42.42.5(pid=26231): stderr: \u000a| �[0;m�[38;5;43m20221209171848330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171848330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171848330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171848330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171848331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171848331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171848331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:50.275358 run patchelf(pid=26234): Terminating (SIGINT)\u000a17:18:50.457253 run patchelf(pid=26234): Terminated: ok {rc=0}\u000a17:18:50.490062 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26231): Process ended prematurely: osmo-stp_10.42.42.5(pid=26231) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26231)] [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:18:50.499364 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:18:50.562851 run osmo-hlr_10.42.42.2(pid=26228): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26228)]\u000a17:18:50.614824 run osmo-hlr_10.42.42.2(pid=26228): stdout: \u000a| (launched: 2022-12-09_17:18:47.100095) \u000a17:18:50.667350 run osmo-hlr_10.42.42.2(pid=26228): stderr: \u000a| �[0;m�[1;31m20221209171847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171847321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171847329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171847329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171847329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:50.712211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26227): Terminating (SIGTERM)\u000a17:18:50.754671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26230): Terminating (SIGTERM)\u000a17:18:50.796998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26233): Terminating (SIGTERM)\u000a17:18:50.806483 --- ParallelTerminationStrategy: PID 26227 died...\u000a17:18:50.862776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26227): Terminated: ok {rc=0}\u000a17:18:50.872816 --- ParallelTerminationStrategy: PID 26230 died...\u000a17:18:50.929007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26230): Terminated: ok {rc=0}\u000a17:18:50.939094 --- ParallelTerminationStrategy: PID 26233 died...\u000a17:18:50.994986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26233): Terminated: ok {rc=0}\u000a17:18:51.083266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26241): Process ended prematurely: osmo-stp_10.42.42.5(pid=26241) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26241)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26241): Process ended prematurely: osmo-stp_10.42.42.5(pid=26241) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:18:52.136097 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:52.147999 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:52.304632 tst ping_idle_ping.py: using LAC 22520\u000a17:18:52.431620 tst ping_idle_ping.py: using RAC 80\u000a17:18:52.558571 tst ping_idle_ping.py: using CellId 22520\u000a17:18:52.676709 tst ping_idle_ping.py: using BVCI 22521\u000a17:18:52.700064 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:52.711297 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:52.722232 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:52.733669 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:52.744895 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:52.756081 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:52.767563 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:52.778873 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:53.074432 tst ping_idle_ping.py:24: start network...\u000a17:18:53.210318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:53.737407 run create_hlr_db(pid=26235): Launched\u000a17:18:53.927244 bus /gobi_6: Setting Powered False\u000a17:18:54.947660 run create_hlr_db(pid=26235): Terminated: ok {rc=0}\u000a17:18:55.363179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26237): Launched\u000a17:18:55.671556 run osmo-hlr_10.42.42.2(pid=26238): Launched\u000a17:18:55.786964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:56.330277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26240): Launched\u000a17:18:56.637013 run osmo-stp_10.42.42.5(pid=26241): Launched\u000a17:18:56.747574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:57.280563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26243): Launched\u000a17:18:57.389915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:57.658070 run patchelf(pid=26244): Launched\u000a17:18:57.838129 run osmo-stp_10.42.42.5(pid=26241): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26241)]\u000a17:18:57.969677 run osmo-stp_10.42.42.5(pid=26241): stdout: \u000a| (launched: 2022-12-09_17:18:56.484582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:58.101759 run osmo-stp_10.42.42.5(pid=26241): stderr: \u000a| �[0;m�[38;5;43m20221209171856656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171856657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171856657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171856657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171856659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171856660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171856660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:58.228145 run osmo-stp_10.42.42.5(pid=26241): stdout: \u000a| (launched: 2022-12-09_17:18:56.484582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:58.353778 run osmo-stp_10.42.42.5(pid=26241): stderr: \u000a| �[0;m�[38;5;43m20221209171856656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171856657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171856657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171856657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171856659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171856660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171856660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:58.499497 run patchelf(pid=26244): Terminating (SIGINT)\u000a17:18:58.670926 run patchelf(pid=26244): Terminated: ok {rc=0}\u000a17:18:58.702391 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26241): Process ended prematurely: osmo-stp_10.42.42.5(pid=26241) [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26241)] [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:18:58.711446 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:18:58.773236 run osmo-hlr_10.42.42.2(pid=26238): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26238)]\u000a17:18:58.823199 run osmo-hlr_10.42.42.2(pid=26238): stdout: \u000a| (launched: 2022-12-09_17:18:55.518018) \u000a17:18:58.873870 run osmo-hlr_10.42.42.2(pid=26238): stderr: \u000a| �[0;m�[1;31m20221209171855695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171855695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171855695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171855695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171855695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171855695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171855712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171855722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171855722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171855722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:58.916731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26237): Terminating (SIGTERM)\u000a17:18:58.957736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26240): Terminating (SIGTERM)\u000a17:18:58.998879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26243): Terminating (SIGTERM)\u000a17:18:59.008637 --- ParallelTerminationStrategy: PID 26237 died...\u000a17:18:59.062851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26237): Terminated: ok {rc=0}\u000a17:18:59.072730 --- ParallelTerminationStrategy: PID 26240 died...\u000a17:18:59.127059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26240): Terminated: ok {rc=0}\u000a17:18:59.136759 --- ParallelTerminationStrategy: PID 26243 died...\u000a17:18:59.190502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26243): Terminated: ok {rc=0}\u000a17:18:59.274945 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:18:00" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26258): Process ended prematurely: osmo-stp_10.42.42.5(pid=26258) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26258)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26258): Process ended prematurely: osmo-stp_10.42.42.5(pid=26258) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:19:01.448068 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:01.462977 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:19:01.646649 tst cs_paging_gprs_active.py: using LAC 22521\u000a17:19:01.774301 tst cs_paging_gprs_active.py: using RAC 81\u000a17:19:01.927218 tst cs_paging_gprs_active.py: using CellId 22521\u000a17:19:02.088098 tst cs_paging_gprs_active.py: using BVCI 22522\u000a17:19:02.122357 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.137849 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.152129 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.166867 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.182292 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.195684 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.207714 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.219277 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.232066 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:02.353934 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:02.654468 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:19:02.793412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:03.138474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26248): Launched\u000a17:19:03.425948 run iperf3-srv_10.42.42.10(pid=26249): Launched\u000a17:19:03.630135 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:19:03.768649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:04.115544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26250): Launched\u000a17:19:04.403348 run iperf3-srv_10.42.42.10(pid=26251): Launched\u000a17:19:04.607371 tst cs_paging_gprs_active.py:38: start network...\u000a17:19:04.746262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:05.277296 run create_hlr_db(pid=26252): Launched\u000a17:19:05.469502 bus /gobi_6: Setting Powered False\u000a17:19:06.490717 run create_hlr_db(pid=26252): Terminated: ok {rc=0}\u000a17:19:06.908078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26254): Launched\u000a17:19:07.220283 run osmo-hlr_10.42.42.2(pid=26255): Launched\u000a17:19:07.342680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:07.888674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26257): Launched\u000a17:19:08.200613 run osmo-stp_10.42.42.5(pid=26258): Launched\u000a17:19:08.323935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:08.869404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26260): Launched\u000a17:19:08.979517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:09.251589 run patchelf(pid=26261): Launched\u000a17:19:09.433594 run osmo-stp_10.42.42.5(pid=26258): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26258)]\u000a17:19:09.566511 run osmo-stp_10.42.42.5(pid=26258): stdout: \u000a| (launched: 2022-12-09_17:19:08.045775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:09.699827 run osmo-stp_10.42.42.5(pid=26258): stderr: \u000a| �[0;m�[38;5;43m20221209171908217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171908217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171908218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171908218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171908220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171908220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171908220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:09.828234 run osmo-stp_10.42.42.5(pid=26258): stdout: \u000a| (launched: 2022-12-09_17:19:08.045775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:09.956271 run osmo-stp_10.42.42.5(pid=26258): stderr: \u000a| �[0;m�[38;5;43m20221209171908217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171908217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171908218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171908218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171908220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171908220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171908220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:10.105503 run patchelf(pid=26261): Terminating (SIGINT)\u000a17:19:10.280569 run patchelf(pid=26261): Terminated: ok {rc=0}\u000a17:19:10.313050 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26258): Process ended prematurely: osmo-stp_10.42.42.5(pid=26258) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26258)] [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:19:10.322473 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:19:10.384167 run osmo-hlr_10.42.42.2(pid=26255): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26255)]\u000a17:19:10.434294 run osmo-hlr_10.42.42.2(pid=26255): stdout: \u000a| (launched: 2022-12-09_17:19:07.064886) \u000a17:19:10.485125 run osmo-hlr_10.42.42.2(pid=26255): stderr: \u000a| �[0;m�[1;31m20221209171907245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171907245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171907245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171907245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171907245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171907245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171907258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171907266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171907266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171907266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:10.528253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26248): Terminating (SIGTERM)\u000a17:19:10.569690 run iperf3-srv_10.42.42.10(pid=26249): Terminating (SIGTERM)\u000a17:19:10.610432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26250): Terminating (SIGTERM)\u000a17:19:10.651661 run iperf3-srv_10.42.42.10(pid=26251): Terminating (SIGTERM)\u000a17:19:10.692300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26254): Terminating (SIGTERM)\u000a17:19:10.733391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26257): Terminating (SIGTERM)\u000a17:19:10.774242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26260): Terminating (SIGTERM)\u000a17:19:10.783647 --- ParallelTerminationStrategy: PID 26248 died...\u000a17:19:10.838582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26248): Terminated: ok {rc=0}\u000a17:19:10.848378 --- ParallelTerminationStrategy: PID 26249 died...\u000a17:19:10.902237 run iperf3-srv_10.42.42.10(pid=26249): Terminated {rc=256}\u000a17:19:10.912188 --- ParallelTerminationStrategy: PID 26250 died...\u000a17:19:10.966223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26250): Terminated: ok {rc=0}\u000a17:19:10.976173 --- ParallelTerminationStrategy: PID 26251 died...\u000a17:19:11.030440 run iperf3-srv_10.42.42.10(pid=26251): Terminated {rc=256}\u000a17:19:11.040234 --- ParallelTerminationStrategy: PID 26254 died...\u000a17:19:11.094440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26254): Terminated: ok {rc=0}\u000a17:19:11.104142 --- ParallelTerminationStrategy: PID 26257 died...\u000a17:19:11.158219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26257): Terminated: ok {rc=0}\u000a17:19:11.168207 --- ParallelTerminationStrategy: PID 26260 died...\u000a17:19:11.222049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26260): Terminated: ok {rc=0}\u000a17:19:11.306531 bus /gobi_0: Setting Powered False\u000a17:19:12.409036 bus /gobi_0: Setting Powered False\u000a17:19:13.515829 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26270): Process ended prematurely: osmo-stp_10.42.42.5(pid=26270) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26270)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26270): Process ended prematurely: osmo-stp_10.42.42.5(pid=26270) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:19:14.626408 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:14.638053 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:19:14.788002 tst iperf3.py: using LAC 22522\u000a17:19:14.913679 tst iperf3.py: using RAC 82\u000a17:19:15.033646 tst iperf3.py: using CellId 22522\u000a17:19:15.153534 tst iperf3.py: using BVCI 22523\u000a17:19:15.177494 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.188450 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.199338 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.210706 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.221764 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.232809 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.244040 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.255103 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.266316 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:15.548544 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:19:15.678495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:16.055548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26262): Launched\u000a17:19:16.356624 run iperf3-srv_10.42.42.10(pid=26263): Launched\u000a17:19:16.567915 tst iperf3.py:8: start network...\u000a17:19:16.712170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:17.250730 run create_hlr_db(pid=26264): Launched\u000a17:19:17.429571 bus /gobi_6: Setting Powered False\u000a17:19:18.451375 run create_hlr_db(pid=26264): Terminated: ok {rc=0}\u000a17:19:18.894973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26266): Launched\u000a17:19:19.229569 run osmo-hlr_10.42.42.2(pid=26267): Launched\u000a17:19:19.353858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:19.932076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26269): Launched\u000a17:19:20.265369 run osmo-stp_10.42.42.5(pid=26270): Launched\u000a17:19:20.386237 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:20.965983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26272): Launched\u000a17:19:21.083746 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:21.376654 run patchelf(pid=26273): Launched\u000a17:19:21.571059 run osmo-stp_10.42.42.5(pid=26270): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26270)]\u000a17:19:21.712812 run osmo-stp_10.42.42.5(pid=26270): stdout: \u000a| (launched: 2022-12-09_17:19:20.101363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:21.854828 run osmo-stp_10.42.42.5(pid=26270): stderr: \u000a| �[0;m�[38;5;43m20221209171920296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171920297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171920297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171920297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171920298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171920298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171920298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:21.992171 run osmo-stp_10.42.42.5(pid=26270): stdout: \u000a| (launched: 2022-12-09_17:19:20.101363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:22.128236 run osmo-stp_10.42.42.5(pid=26270): stderr: \u000a| �[0;m�[38;5;43m20221209171920296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171920297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171920297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171920297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171920298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171920298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171920298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:22.286629 run patchelf(pid=26273): Terminating (SIGINT)\u000a17:19:22.472313 run patchelf(pid=26273): Terminated: ok {rc=0}\u000a17:19:22.506547 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26270): Process ended prematurely: osmo-stp_10.42.42.5(pid=26270) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26270)] [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:19:22.516577 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a17:19:22.579893 run osmo-hlr_10.42.42.2(pid=26267): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26267)]\u000a17:19:22.631754 run osmo-hlr_10.42.42.2(pid=26267): stdout: \u000a| (launched: 2022-12-09_17:19:19.063649) \u000a17:19:22.684419 run osmo-hlr_10.42.42.2(pid=26267): stderr: \u000a| �[0;m�[1;31m20221209171919265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171919265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171919265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171919265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171919265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171919265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171919278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171919287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171919287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171919287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:22.729510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26262): Terminating (SIGTERM)\u000a17:19:22.771839 run iperf3-srv_10.42.42.10(pid=26263): Terminating (SIGTERM)\u000a17:19:22.814729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26266): Terminating (SIGTERM)\u000a17:19:22.857431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26269): Terminating (SIGTERM)\u000a17:19:22.899739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26272): Terminating (SIGTERM)\u000a17:19:22.909618 --- ParallelTerminationStrategy: PID 26262 died...\u000a17:19:22.966401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26262): Terminated: ok {rc=0}\u000a17:19:22.976754 --- ParallelTerminationStrategy: PID 26263 died...\u000a17:19:23.033126 run iperf3-srv_10.42.42.10(pid=26263): Terminated {rc=256}\u000a17:19:23.043390 --- ParallelTerminationStrategy: PID 26266 died...\u000a17:19:23.099774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26266): Terminated: ok {rc=0}\u000a17:19:23.110386 --- ParallelTerminationStrategy: PID 26269 died...\u000a17:19:23.166791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26269): Terminated: ok {rc=0}\u000a17:19:23.177047 --- ParallelTerminationStrategy: PID 26272 died...\u000a17:19:23.233342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26272): Terminated: ok {rc=0}\u000a17:19:23.321119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26288): Process ended prematurely: osmo-stp_10.42.42.5(pid=26288) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26288): Process ended prematurely: osmo-stp_10.42.42.5(pid=26288) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:19:24.433038 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:24.444753 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:19:24.593246 tst iperf3m4.py: using LAC 22523\u000a17:19:24.716787 tst iperf3m4.py: using RAC 83\u000a17:19:24.839079 tst iperf3m4.py: using CellId 22523\u000a17:19:24.960238 tst iperf3m4.py: using BVCI 22524\u000a17:19:24.984026 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:24.994945 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.005726 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.016778 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.027890 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.039440 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.050782 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.061928 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.073325 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:25.195165 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:25.317134 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:25.439695 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:25.724105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:19:25.852816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:26.175470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26274): Launched\u000a17:19:26.442540 run iperf3-srv_10.42.42.10(pid=26275): Launched\u000a17:19:26.630679 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:19:26.758822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:27.080383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26276): Launched\u000a17:19:27.347134 run iperf3-srv_10.42.42.10(pid=26277): Launched\u000a17:19:27.534789 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:19:27.662531 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:27.983845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26278): Launched\u000a17:19:28.252761 run iperf3-srv_10.42.42.10(pid=26279): Launched\u000a17:19:28.440689 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:19:28.569271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:28.890555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26280): Launched\u000a17:19:29.157969 run iperf3-srv_10.42.42.10(pid=26281): Launched\u000a17:19:29.345079 tst iperf3m4.py:8: start network...\u000a17:19:29.473247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:29.958171 run create_hlr_db(pid=26282): Launched\u000a17:19:30.136835 bus /gobi_6: Setting Powered False\u000a17:19:31.157753 run create_hlr_db(pid=26282): Terminated: ok {rc=0}\u000a17:19:31.617026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26284): Launched\u000a17:19:32.057598 run osmo-hlr_10.42.42.2(pid=26285): Launched\u000a17:19:32.227219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:32.775236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26287): Launched\u000a17:19:33.086897 run osmo-stp_10.42.42.5(pid=26288): Launched\u000a17:19:33.200103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:33.740177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26290): Launched\u000a17:19:33.850589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:34.123281 run patchelf(pid=26291): Launched\u000a17:19:34.304697 run osmo-stp_10.42.42.5(pid=26288): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)]\u000a17:19:34.437571 run osmo-stp_10.42.42.5(pid=26288): stdout: \u000a| (launched: 2022-12-09_17:19:32.932256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:34.570622 run osmo-stp_10.42.42.5(pid=26288): stderr: \u000a| �[0;m�[38;5;43m20221209171933106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171933106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171933106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171933107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171933107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171933107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171933107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:34.698879 run osmo-stp_10.42.42.5(pid=26288): stdout: \u000a| (launched: 2022-12-09_17:19:32.932256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:34.826260 run osmo-stp_10.42.42.5(pid=26288): stderr: \u000a| �[0;m�[38;5;43m20221209171933106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171933106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171933106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171933107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171933107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171933107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171933107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:34.974220 run patchelf(pid=26291): Terminating (SIGINT)\u000a17:19:35.148255 run patchelf(pid=26291): Terminated: ok {rc=0}\u000a17:19:35.180285 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26288): Process ended prematurely: osmo-stp_10.42.42.5(pid=26288) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)] [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:19:35.189700 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a17:19:35.251664 run osmo-hlr_10.42.42.2(pid=26285): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26285)]\u000a17:19:35.301675 run osmo-hlr_10.42.42.2(pid=26285): stdout: \u000a| (launched: 2022-12-09_17:19:31.789848) \u000a17:19:35.352467 run osmo-hlr_10.42.42.2(pid=26285): stderr: \u000a| �[0;m�[1;31m20221209171932103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171932103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171932103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171932103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171932104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171932104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171932123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171932143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171932143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171932143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:35.394900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26274): Terminating (SIGTERM)\u000a17:19:35.435330 run iperf3-srv_10.42.42.10(pid=26275): Terminating (SIGTERM)\u000a17:19:35.475777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26276): Terminating (SIGTERM)\u000a17:19:35.516168 run iperf3-srv_10.42.42.10(pid=26277): Terminating (SIGTERM)\u000a17:19:35.556415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26278): Terminating (SIGTERM)\u000a17:19:35.596607 run iperf3-srv_10.42.42.10(pid=26279): Terminating (SIGTERM)\u000a17:19:35.636739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26280): Terminating (SIGTERM)\u000a17:19:35.677412 run iperf3-srv_10.42.42.10(pid=26281): Terminating (SIGTERM)\u000a17:19:35.717777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26284): Terminating (SIGTERM)\u000a17:19:35.758599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26287): Terminating (SIGTERM)\u000a17:19:35.799156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26290): Terminating (SIGTERM)\u000a17:19:35.808889 --- ParallelTerminationStrategy: PID 26274 died...\u000a17:19:35.863078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26274): Terminated: ok {rc=0}\u000a17:19:35.873328 --- ParallelTerminationStrategy: PID 26275 died...\u000a17:19:35.926852 run iperf3-srv_10.42.42.10(pid=26275): Terminated {rc=256}\u000a17:19:35.937020 --- ParallelTerminationStrategy: PID 26276 died...\u000a17:19:35.991100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26276): Terminated: ok {rc=0}\u000a17:19:36.000863 --- ParallelTerminationStrategy: PID 26277 died...\u000a17:19:36.054789 run iperf3-srv_10.42.42.10(pid=26277): Terminated {rc=256}\u000a17:19:36.064459 --- ParallelTerminationStrategy: PID 26278 died...\u000a17:19:36.118656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26278): Terminated: ok {rc=0}\u000a17:19:36.128933 --- ParallelTerminationStrategy: PID 26279 died...\u000a17:19:36.182373 run iperf3-srv_10.42.42.10(pid=26279): Terminated {rc=256}\u000a17:19:36.192391 --- ParallelTerminationStrategy: PID 26280 died...\u000a17:19:36.246257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26280): Terminated: ok {rc=0}\u000a17:19:36.256158 --- ParallelTerminationStrategy: PID 26281 died...\u000a17:19:36.310412 run iperf3-srv_10.42.42.10(pid=26281): Terminated {rc=256}\u000a17:19:36.320364 --- ParallelTerminationStrategy: PID 26284 died...\u000a17:19:36.374741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26284): Terminated: ok {rc=0}\u000a17:19:36.384570 --- ParallelTerminationStrategy: PID 26287 died...\u000a17:19:36.438744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26287): Terminated: ok {rc=0}\u000a17:19:36.448656 --- ParallelTerminationStrategy: PID 26290 died...\u000a17:19:36.502579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26290): Terminated: ok {rc=0}\u000a17:19:36.591304 bus /gobi_4: Setting Powered False\u000a17:19:37.695905 bus /gobi_4: Setting Powered False\u000a17:19:38.807872 bus /gobi_1: Setting Powered False\u000a17:19:39.911639 bus /gobi_1: Setting Powered False\u000a17:19:41.023158 bus /gobi_0: Setting Powered False\u000a17:19:42.126020 bus /gobi_0: Setting Powered False\u000a17:19:43.238701 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26298): Process ended prematurely: osmo-stp_10.42.42.5(pid=26298) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26298)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26298): Process ended prematurely: osmo-stp_10.42.42.5(pid=26298) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:19:44.306017 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:44.318039 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:19:44.465945 tst ping.py: using LAC 22524\u000a17:19:44.586684 tst ping.py: using RAC 84\u000a17:19:44.707680 tst ping.py: using CellId 22524\u000a17:19:44.827601 tst ping.py: using BVCI 22525\u000a17:19:44.850902 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:44.862030 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:44.872793 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:44.883931 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:44.895102 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:44.906108 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:44.917264 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:44.928061 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:45.206958 tst ping.py:19: start network...\u000a17:19:45.333470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:45.812665 run create_hlr_db(pid=26292): Launched\u000a17:19:46.022086 bus /gobi_6: Setting Powered False\u000a17:19:47.019932 run create_hlr_db(pid=26292): Terminated: ok {rc=0}\u000a17:19:47.482516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26294): Launched\u000a17:19:47.810809 run osmo-hlr_10.42.42.2(pid=26295): Launched\u000a17:19:47.929666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:48.502055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26297): Launched\u000a17:19:48.827402 run osmo-stp_10.42.42.5(pid=26298): Launched\u000a17:19:48.946309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:49.518645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26300): Launched\u000a17:19:49.634413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:49.918957 run patchelf(pid=26301): Launched\u000a17:19:50.109880 run osmo-stp_10.42.42.5(pid=26298): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26298)]\u000a17:19:50.249970 run osmo-stp_10.42.42.5(pid=26298): stdout: \u000a| (launched: 2022-12-09_17:19:48.667342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:50.390809 run osmo-stp_10.42.42.5(pid=26298): stderr: \u000a| �[0;m�[38;5;43m20221209171948882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171948882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171948882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171948883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171948883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171948883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171948883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:50.525612 run osmo-stp_10.42.42.5(pid=26298): stdout: \u000a| (launched: 2022-12-09_17:19:48.667342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:50.659048 run osmo-stp_10.42.42.5(pid=26298): stderr: \u000a| �[0;m�[38;5;43m20221209171948882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171948882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171948882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171948883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171948883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171948883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171948883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:50.814108 run patchelf(pid=26301): Terminating (SIGINT)\u000a17:19:50.996647 run patchelf(pid=26301): Terminated: ok {rc=0}\u000a17:19:51.029937 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26298): Process ended prematurely: osmo-stp_10.42.42.5(pid=26298) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26298)] [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:19:51.039565 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:19:51.103529 run osmo-hlr_10.42.42.2(pid=26295): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26295)]\u000a17:19:51.155663 run osmo-hlr_10.42.42.2(pid=26295): stdout: \u000a| (launched: 2022-12-09_17:19:47.649001) \u000a17:19:51.208419 run osmo-hlr_10.42.42.2(pid=26295): stderr: \u000a| �[0;m�[1;31m20221209171947851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171947851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171947852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171947852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171947852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171947852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171947864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171947872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171947872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171947872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:51.253507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26294): Terminating (SIGTERM)\u000a17:19:51.296273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26297): Terminating (SIGTERM)\u000a17:19:51.339447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26300): Terminating (SIGTERM)\u000a17:19:51.349559 --- ParallelTerminationStrategy: PID 26294 died...\u000a17:19:51.406645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26294): Terminated: ok {rc=0}\u000a17:19:51.417057 --- ParallelTerminationStrategy: PID 26297 died...\u000a17:19:51.473968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26297): Terminated: ok {rc=0}\u000a17:19:51.484324 --- ParallelTerminationStrategy: PID 26300 died...\u000a17:19:51.541034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26300): Terminated: ok {rc=0}\u000a17:19:51.628912 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26308): Process ended prematurely: osmo-stp_10.42.42.5(pid=26308) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26308)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26308): Process ended prematurely: osmo-stp_10.42.42.5(pid=26308) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:19:52.681705 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:52.693989 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:19:52.849811 tst ping_idle_ping.py: using LAC 22525\u000a17:19:52.982547 tst ping_idle_ping.py: using RAC 85\u000a17:19:53.108702 tst ping_idle_ping.py: using CellId 22525\u000a17:19:53.234491 tst ping_idle_ping.py: using BVCI 22526\u000a17:19:53.259429 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:53.271048 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:53.282336 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:53.293847 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:53.305989 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:53.317629 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:53.329564 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:53.341127 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:53.619840 tst ping_idle_ping.py:24: start network...\u000a17:19:53.746387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:54.231705 run create_hlr_db(pid=26302): Launched\u000a17:19:54.408906 bus /gobi_6: Setting Powered False\u000a17:19:55.429457 run create_hlr_db(pid=26302): Terminated: ok {rc=0}\u000a17:19:55.868239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26304): Launched\u000a17:19:56.196880 run osmo-hlr_10.42.42.2(pid=26305): Launched\u000a17:19:56.321282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:56.890499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26307): Launched\u000a17:19:57.218039 run osmo-stp_10.42.42.5(pid=26308): Launched\u000a17:19:57.336895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:57.908463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26310): Launched\u000a17:19:58.024612 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:58.311080 run patchelf(pid=26311): Launched\u000a17:19:58.501938 run osmo-stp_10.42.42.5(pid=26308): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26308)]\u000a17:19:58.641449 run osmo-stp_10.42.42.5(pid=26308): stdout: \u000a| (launched: 2022-12-09_17:19:57.055787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:58.781897 run osmo-stp_10.42.42.5(pid=26308): stderr: \u000a| �[0;m�[38;5;43m20221209171957252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171957252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171957252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171957253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171957253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171957253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171957253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:58.916602 run osmo-stp_10.42.42.5(pid=26308): stdout: \u000a| (launched: 2022-12-09_17:19:57.055787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:59.050297 run osmo-stp_10.42.42.5(pid=26308): stderr: \u000a| �[0;m�[38;5;43m20221209171957252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209171957252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209171957252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209171957253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209171957253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209171957253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209171957253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:59.206050 run patchelf(pid=26311): Terminating (SIGINT)\u000a17:19:59.389650 run patchelf(pid=26311): Terminated: ok {rc=0}\u000a17:19:59.422930 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26308): Process ended prematurely: osmo-stp_10.42.42.5(pid=26308) [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26308)] [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:19:59.432070 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:19:59.495860 run osmo-hlr_10.42.42.2(pid=26305): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26305)]\u000a17:19:59.548371 run osmo-hlr_10.42.42.2(pid=26305): stdout: \u000a| (launched: 2022-12-09_17:19:56.034238) \u000a17:19:59.601647 run osmo-hlr_10.42.42.2(pid=26305): stderr: \u000a| �[0;m�[1;31m20221209171956237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209171956237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209171956237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171956237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209171956237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209171956237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209171956249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209171956258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209171956258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209171956258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:59.647034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26304): Terminating (SIGTERM)\u000a17:19:59.689565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26307): Terminating (SIGTERM)\u000a17:19:59.732388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26310): Terminating (SIGTERM)\u000a17:19:59.742489 --- ParallelTerminationStrategy: PID 26304 died...\u000a17:19:59.799658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26304): Terminated: ok {rc=0}\u000a17:19:59.810168 --- ParallelTerminationStrategy: PID 26307 died...\u000a17:19:59.867194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26307): Terminated: ok {rc=0}\u000a17:19:59.877704 --- ParallelTerminationStrategy: PID 26310 died...\u000a17:19:59.934766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26310): Terminated: ok {rc=0}\u000a17:20:00.023170 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:19:01" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26325): Process ended prematurely: osmo-stp_10.42.42.5(pid=26325) [trial-2362↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26325)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26325): Process ended prematurely: osmo-stp_10.42.42.5(pid=26325) [trial-2362↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:20:02.102264 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:02.114645 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:20:02.271628 tst switch_tch_pdch.py: using LAC 22526\u000a17:20:02.401786 tst switch_tch_pdch.py: using RAC 86\u000a17:20:02.530493 tst switch_tch_pdch.py: using CellId 22526\u000a17:20:02.659155 tst switch_tch_pdch.py: using BVCI 22527\u000a17:20:02.684632 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:02.696427 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:02.708211 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:02.720035 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:02.731725 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:02.743392 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:02.755266 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:02.766896 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:20:02.888303 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:20:03.168375 tst switch_tch_pdch.py:51: start network...\u000a17:20:03.295209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:03.774490 run create_hlr_db(pid=26318): Launched\u000a17:20:03.949916 bus /gobi_6: Setting Powered False\u000a17:20:04.970891 run create_hlr_db(pid=26318): Terminated: ok {rc=0}\u000a17:20:05.408700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26320): Launched\u000a17:20:05.736448 run osmo-hlr_10.42.42.2(pid=26321): Launched\u000a17:20:05.854590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:06.421863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26323): Launched\u000a17:20:06.748578 run osmo-stp_10.42.42.5(pid=26325): Launched\u000a17:20:06.865787 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:20:07.433728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26327): Launched\u000a17:20:07.549127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:20:07.833477 run patchelf(pid=26328): Launched\u000a17:20:08.024248 run osmo-stp_10.42.42.5(pid=26325): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26325)]\u000a17:20:08.163504 run osmo-stp_10.42.42.5(pid=26325): stdout: \u000a| (launched: 2022-12-09_17:20:06.587348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:08.303382 run osmo-stp_10.42.42.5(pid=26325): stderr: \u000a| �[0;m�[38;5;43m20221209172006781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172006781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172006782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172006782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172006784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172006784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172006784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:08.438559 run osmo-stp_10.42.42.5(pid=26325): stdout: \u000a| (launched: 2022-12-09_17:20:06.587348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:08.571157 run osmo-stp_10.42.42.5(pid=26325): stderr: \u000a| �[0;m�[38;5;43m20221209172006781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172006781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172006782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172006782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172006784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172006784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172006784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:08.726464 run patchelf(pid=26328): Terminating (SIGINT)\u000a17:20:08.908615 run patchelf(pid=26328): Terminated: ok {rc=0}\u000a17:20:08.941640 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26325): Process ended prematurely: osmo-stp_10.42.42.5(pid=26325) [trial-2362↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26325)] [trial-2362↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:20:08.950913 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a17:20:09.014537 run osmo-hlr_10.42.42.2(pid=26321): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26321)]\u000a17:20:09.066522 run osmo-hlr_10.42.42.2(pid=26321): stdout: \u000a| (launched: 2022-12-09_17:20:05.574439) \u000a17:20:09.118840 run osmo-hlr_10.42.42.2(pid=26321): stderr: \u000a| �[0;m�[1;31m20221209172005777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172005777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172005777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172005777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172005777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172005777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172005789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172005797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172005797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172005797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:09.163577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26320): Terminating (SIGTERM)\u000a17:20:09.206010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26323): Terminating (SIGTERM)\u000a17:20:09.248444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26327): Terminating (SIGTERM)\u000a17:20:09.258543 --- ParallelTerminationStrategy: PID 26320 died...\u000a17:20:09.315525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26320): Terminated: ok {rc=0}\u000a17:20:09.326020 --- ParallelTerminationStrategy: PID 26323 died...\u000a17:20:09.382335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26323): Terminated: ok {rc=0}\u000a17:20:09.392601 --- ParallelTerminationStrategy: PID 26327 died...\u000a17:20:09.448799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26327): Terminated: ok {rc=0}\u000a17:20:09.535477 bus /gobi_0: Setting Powered False\u000a17:20:10.642816 bus /gobi_0: Setting Powered False\u000a17:20:11.751744 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:20:01" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26339): Process ended prematurely: osmo-stp_10.42.42.5(pid=26339) [trial-2362↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26339)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26339): Process ended prematurely: osmo-stp_10.42.42.5(pid=26339) [trial-2362↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:20:13.695567 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:13.707259 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:20:13.860225 tst switch_tch_pdch.py: using LAC 22527\u000a17:20:13.987236 tst switch_tch_pdch.py: using RAC 87\u000a17:20:14.114271 tst switch_tch_pdch.py: using CellId 22527\u000a17:20:14.240582 tst switch_tch_pdch.py: using BVCI 22528\u000a17:20:14.265526 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:14.276866 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:14.288088 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:14.299447 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:14.310795 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:14.322492 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:14.334035 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:14.345647 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:20:14.462412 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:20:14.758429 tst switch_tch_pdch.py:51: start network...\u000a17:20:14.894203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:15.386866 run create_hlr_db(pid=26333): Launched\u000a17:20:15.519634 bus /gobi_6: Setting Powered False\u000a17:20:16.598384 run create_hlr_db(pid=26333): Terminated: ok {rc=0}\u000a17:20:17.023610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26335): Launched\u000a17:20:17.353110 run osmo-hlr_10.42.42.2(pid=26336): Launched\u000a17:20:17.471631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:18.010413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26338): Launched\u000a17:20:18.336338 run osmo-stp_10.42.42.5(pid=26339): Launched\u000a17:20:18.453911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:20:18.992752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26341): Launched\u000a17:20:19.108222 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:20:19.394457 run patchelf(pid=26342): Launched\u000a17:20:19.583988 run osmo-stp_10.42.42.5(pid=26339): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26339)]\u000a17:20:19.723351 run osmo-stp_10.42.42.5(pid=26339): stdout: \u000a| (launched: 2022-12-09_17:20:18.175055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:19.863214 run osmo-stp_10.42.42.5(pid=26339): stderr: \u000a| �[0;m�[38;5;43m20221209172018369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172018369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172018369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172018370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172018370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172018370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172018370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:19.997796 run osmo-stp_10.42.42.5(pid=26339): stdout: \u000a| (launched: 2022-12-09_17:20:18.175055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:20.130992 run osmo-stp_10.42.42.5(pid=26339): stderr: \u000a| �[0;m�[38;5;43m20221209172018369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172018369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172018369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172018370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172018370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172018370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172018370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:20.285899 run patchelf(pid=26342): Terminating (SIGINT)\u000a17:20:20.468560 run patchelf(pid=26342): Terminated: ok {rc=0}\u000a17:20:20.502139 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26339): Process ended prematurely: osmo-stp_10.42.42.5(pid=26339) [trial-2362↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26339)] [trial-2362↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:20:20.511452 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a17:20:20.575153 run osmo-hlr_10.42.42.2(pid=26336): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26336)]\u000a17:20:20.627376 run osmo-hlr_10.42.42.2(pid=26336): stdout: \u000a| (launched: 2022-12-09_17:20:17.190634) \u000a17:20:20.680096 run osmo-hlr_10.42.42.2(pid=26336): stderr: \u000a| �[0;m�[1;31m20221209172017393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172017393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172017393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172017393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172017393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172017393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172017407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172017415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172017415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172017416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:20.725191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26335): Terminating (SIGTERM)\u000a17:20:20.768079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26338): Terminating (SIGTERM)\u000a17:20:20.810948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26341): Terminating (SIGTERM)\u000a17:20:20.820596 --- ParallelTerminationStrategy: PID 26335 died...\u000a17:20:20.877497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26335): Terminated: ok {rc=0}\u000a17:20:20.887833 --- ParallelTerminationStrategy: PID 26338 died...\u000a17:20:20.944335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26338): Terminated: ok {rc=0}\u000a17:20:20.954679 --- ParallelTerminationStrategy: PID 26341 died...\u000a17:20:21.011019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26341): Terminated: ok {rc=0}\u000a17:20:21.099208 bus /gobi_0: Setting Powered False\u000a17:20:22.207378 bus /gobi_0: Setting Powered False\u000a17:20:23.320903 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:20:13" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26347): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26347) [trial-2362↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26347)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26347): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26347) [trial-2362↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a17:20:25.183049 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a17:20:25.194235 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a17:20:25.325605 tst mo_mt_sms.py: using LAC 22528\u000a17:20:25.454264 tst mo_mt_sms.py: using RAC 88\u000a17:20:25.582840 tst mo_mt_sms.py: using CellId 22528\u000a17:20:25.709679 tst mo_mt_sms.py: using BVCI 22529\u000a17:20:25.734496 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:20:25.850537 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:20:26.145484 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:20:26.281356 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:20:26.954916 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26346): Launched\u000a17:20:27.282518 run osmo-nitb_10.42.42.2(pid=26347): Launched\u000a17:20:27.482822 run osmo-nitb_10.42.42.2(pid=26347): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26347)]\u000a17:20:27.630356 run osmo-nitb_10.42.42.2(pid=26347): stdout: \u000a| (launched: 2022-12-09_17:20:27.122144) \u000a17:20:27.777874 run osmo-nitb_10.42.42.2(pid=26347): stderr: \u000a| (launched: 2022-12-09_17:20:27.170365)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:27.920325 run osmo-nitb_10.42.42.2(pid=26347): stdout: \u000a| (launched: 2022-12-09_17:20:27.122144) \u000a17:20:28.061837 run osmo-nitb_10.42.42.2(pid=26347): stderr: \u000a| (launched: 2022-12-09_17:20:27.170365)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:28.414749 tst osmo-nitb_10.42.42.2(pid=26347): stdout: \u000a| (launched: 2022-12-09_17:20:27.122144) \u000a17:20:28.545293 tst osmo-nitb_10.42.42.2(pid=26347): stderr: \u000a| (launched: 2022-12-09_17:20:27.170365)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:28.601898 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26347): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26347) [trial-2362↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26347)] [trial-2362↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a17:20:28.610536 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a17:20:28.648315 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26346): Terminating (SIGTERM)\u000a17:20:28.826186 --- ParallelTerminationStrategy: PID 26346 died...\u000a17:20:28.884713 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26346): Terminated: ok {rc=0}\u000a17:20:28.972506 bus /sierra_3: Setting Powered False\u000a17:20:30.081739 bus /sierra_3: Setting Powered False\u000a17:20:31.195455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:20:25" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26359): Process ended prematurely: osmo-stp_10.42.42.5(pid=26359) [trial-2362↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26359): Process ended prematurely: osmo-stp_10.42.42.5(pid=26359) [trial-2362↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a17:20:33.049960 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:33.061225 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a17:20:33.188770 tst mo_mt_sms.py: using LAC 22529\u000a17:20:33.317142 tst mo_mt_sms.py: using RAC 89\u000a17:20:33.445836 tst mo_mt_sms.py: using CellId 22529\u000a17:20:33.571985 tst mo_mt_sms.py: using BVCI 22530\u000a17:20:33.597106 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:33.608003 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:33.619663 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:33.630501 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:33.641319 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:33.652015 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:20:33.768478 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:20:33.969924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:34.450499 run create_hlr_db(pid=26353): Launched\u000a17:20:34.627620 bus /sierra_2: Setting Powered False\u000a17:20:35.647386 run create_hlr_db(pid=26353): Terminated: ok {rc=0}\u000a17:20:36.054919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26355): Launched\u000a17:20:36.359126 run osmo-hlr_10.42.42.2(pid=26356): Launched\u000a17:20:36.473331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:37.014659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26358): Launched\u000a17:20:37.321070 run osmo-stp_10.42.42.5(pid=26359): Launched\u000a17:20:37.431445 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:20:37.988153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26361): Launched\u000a17:20:38.294411 run osmo-msc_10.42.42.6(pid=26362): Launched\u000a17:20:38.473666 run osmo-stp_10.42.42.5(pid=26359): ERR: Terminated: ERROR {rc=1} [trial-2362↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)]\u000a17:20:38.603378 run osmo-stp_10.42.42.5(pid=26359): stdout: \u000a| (launched: 2022-12-09_17:20:37.169110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:38.730524 run osmo-stp_10.42.42.5(pid=26359): stderr: \u000a| �[0;m�[38;5;43m20221209172037342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172037342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172037342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172037343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172037345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172037345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172037345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:38.853101 run osmo-stp_10.42.42.5(pid=26359): stdout: \u000a| (launched: 2022-12-09_17:20:37.169110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:38.974168 run osmo-stp_10.42.42.5(pid=26359): stderr: \u000a| �[0;m�[38;5;43m20221209172037342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172037342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172037342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172037343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172037345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172037345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172037345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:39.027184 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26359): Process ended prematurely: osmo-stp_10.42.42.5(pid=26359) [trial-2362↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)] [trial-2362↪sms:oc2g↪mo_mt_sms.py:16]\u000a17:20:39.035221 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a17:20:39.096103 run osmo-hlr_10.42.42.2(pid=26356): ERR: Terminated: ERROR {rc=237} [trial-2362↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26356)]\u000a17:20:39.146685 run osmo-hlr_10.42.42.2(pid=26356): stdout: \u000a| (launched: 2022-12-09_17:20:36.208342) \u000a17:20:39.197366 run osmo-hlr_10.42.42.2(pid=26356): stderr: \u000a| �[0;m�[1;31m20221209172036389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172036389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172036389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172036389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172036389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172036389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172036404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172036413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172036413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172036413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:39.265725 run osmo-msc_10.42.42.6(pid=26362): ERR: Terminated: ERROR {rc=2} [trial-2362↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26362)]\u000a17:20:39.315485 run osmo-msc_10.42.42.6(pid=26362): stdout: \u000a| (launched: 2022-12-09_17:20:38.141940) \u000a17:20:39.365852 run osmo-msc_10.42.42.6(pid=26362): stderr: \u000a| �[0;m�[38;5;43m20221209172038416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172038416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1902a3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172038416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172038416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172038416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172038417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172038418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172038419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172038419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172038419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:20:39.408297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26355): Terminating (SIGTERM)\u000a17:20:39.448815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26358): Terminating (SIGTERM)\u000a17:20:39.490031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26361): Terminating (SIGTERM)\u000a17:20:39.499645 --- ParallelTerminationStrategy: PID 26355 died...\u000a17:20:39.553813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26355): Terminated: ok {rc=0}\u000a17:20:39.563845 --- ParallelTerminationStrategy: PID 26358 died...\u000a17:20:39.617998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26358): Terminated: ok {rc=0}\u000a17:20:39.627910 --- ParallelTerminationStrategy: PID 26361 died...\u000a17:20:39.681809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26361): Terminated: ok {rc=0}\u000a17:20:39.767007 bus /sierra_3: Setting Powered False\u000a17:20:40.874797 bus /sierra_3: Setting Powered False\u000a17:20:41.983284 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:20:32" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26368): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26368) [trial-2362↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26368)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26368): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26368) [trial-2362↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a17:20:43.789892 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a17:20:43.800544 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a17:20:43.930451 tst assert_extension.py: using LAC 22530\u000a17:20:44.057960 tst assert_extension.py: using RAC 90\u000a17:20:44.185457 tst assert_extension.py: using CellId 22530\u000a17:20:44.314222 tst assert_extension.py: using BVCI 22531\u000a17:20:44.339541 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a17:20:44.620404 tst assert_extension.py:10: start nitb and bts...\u000a17:20:44.747841 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:20:45.378918 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26367): Launched\u000a17:20:45.680834 run osmo-nitb_10.42.42.2(pid=26368): Launched\u000a17:20:45.870871 run osmo-nitb_10.42.42.2(pid=26368): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26368)]\u000a17:20:46.011542 run osmo-nitb_10.42.42.2(pid=26368): stdout: \u000a| (launched: 2022-12-09_17:20:45.532351) \u000a17:20:46.153217 run osmo-nitb_10.42.42.2(pid=26368): stderr: \u000a| (launched: 2022-12-09_17:20:45.577266)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:46.290600 run osmo-nitb_10.42.42.2(pid=26368): stdout: \u000a| (launched: 2022-12-09_17:20:45.532351) \u000a17:20:46.426423 run osmo-nitb_10.42.42.2(pid=26368): stderr: \u000a| (launched: 2022-12-09_17:20:45.577266)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:46.837281 tst osmo-nitb_10.42.42.2(pid=26368): stdout: \u000a| (launched: 2022-12-09_17:20:45.532351) \u000a17:20:47.006716 tst osmo-nitb_10.42.42.2(pid=26368): stderr: \u000a| (launched: 2022-12-09_17:20:45.577266)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:47.062379 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26368): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26368) [trial-2362↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26368)] [trial-2362↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a17:20:47.071119 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a17:20:47.110304 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26367): Terminating (SIGTERM)\u000a17:20:47.289167 --- ParallelTerminationStrategy: PID 26367 died...\u000a17:20:47.343821 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26367): Terminated: ok {rc=0}\u000a17:20:47.434093 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:20:43" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26380): Process ended prematurely: osmo-stp_10.42.42.5(pid=26380) [trial-2362↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26380)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26380): Process ended prematurely: osmo-stp_10.42.42.5(pid=26380) [trial-2362↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a17:20:49.240013 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:49.252209 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a17:20:49.373836 tst assert_extension.py: using LAC 22531\u000a17:20:49.491212 tst assert_extension.py: using RAC 91\u000a17:20:49.608756 tst assert_extension.py: using CellId 22531\u000a17:20:49.731836 tst assert_extension.py: using BVCI 22532\u000a17:20:49.754758 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:49.765228 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:49.775789 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:49.786357 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:49.797268 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:49.808027 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a17:20:50.018080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:50.541337 run create_hlr_db(pid=26374): Launched\u000a17:20:50.732129 bus /sierra_2: Setting Powered False\u000a17:20:51.750899 run create_hlr_db(pid=26374): Terminated: ok {rc=0}\u000a17:20:52.187836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26376): Launched\u000a17:20:52.516527 run osmo-hlr_10.42.42.2(pid=26377): Launched\u000a17:20:52.634637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:53.209812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26379): Launched\u000a17:20:53.538694 run osmo-stp_10.42.42.5(pid=26380): Launched\u000a17:20:53.658302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:20:54.254278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26382): Launched\u000a17:20:54.582817 run osmo-msc_10.42.42.6(pid=26383): Launched\u000a17:20:54.775134 run osmo-stp_10.42.42.5(pid=26380): ERR: Terminated: ERROR {rc=1} [trial-2362↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26380)]\u000a17:20:54.912296 run osmo-stp_10.42.42.5(pid=26380): stdout: \u000a| (launched: 2022-12-09_17:20:53.376525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:55.048760 run osmo-stp_10.42.42.5(pid=26380): stderr: \u000a| �[0;m�[38;5;43m20221209172053572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172053572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172053572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172053572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172053575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172053575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172053575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:55.179714 run osmo-stp_10.42.42.5(pid=26380): stdout: \u000a| (launched: 2022-12-09_17:20:53.376525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:55.309384 run osmo-stp_10.42.42.5(pid=26380): stderr: \u000a| �[0;m�[38;5;43m20221209172053572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172053572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172053572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172053572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172053575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172053575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172053575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:55.366640 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26380): Process ended prematurely: osmo-stp_10.42.42.5(pid=26380) [trial-2362↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26380)] [trial-2362↪ussd:oc2g↪assert_extension.py:17]\u000a17:20:55.375282 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a17:20:55.438366 run osmo-hlr_10.42.42.2(pid=26377): ERR: Terminated: ERROR {rc=237} [trial-2362↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26377)]\u000a17:20:55.490031 run osmo-hlr_10.42.42.2(pid=26377): stdout: \u000a| (launched: 2022-12-09_17:20:52.354626) \u000a17:20:55.542310 run osmo-hlr_10.42.42.2(pid=26377): stderr: \u000a| �[0;m�[1;31m20221209172052555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172052555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172052556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172052556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172052556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172052556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172052568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172052577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172052577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172052577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:55.613409 run osmo-msc_10.42.42.6(pid=26383): ERR: Terminated: ERROR {rc=2} [trial-2362↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26383)]\u000a17:20:55.665026 run osmo-msc_10.42.42.6(pid=26383): stdout: \u000a| (launched: 2022-12-09_17:20:54.420586) \u000a17:20:55.717230 run osmo-msc_10.42.42.6(pid=26383): stderr: \u000a| �[0;m�[38;5;43m20221209172054746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172054746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ddea1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172054746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172054747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172054747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172054747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172054749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172054749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172054749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172054749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:20:55.761671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26376): Terminating (SIGTERM)\u000a17:20:55.803662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26379): Terminating (SIGTERM)\u000a17:20:55.845805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26382): Terminating (SIGTERM)\u000a17:20:55.855555 --- ParallelTerminationStrategy: PID 26376 died...\u000a17:20:55.911718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26376): Terminated: ok {rc=0}\u000a17:20:55.921852 --- ParallelTerminationStrategy: PID 26379 died...\u000a17:20:55.977538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26379): Terminated: ok {rc=0}\u000a17:20:55.987623 --- ParallelTerminationStrategy: PID 26382 died...\u000a17:20:56.043387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26382): Terminated: ok {rc=0}\u000a17:20:56.130877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:20:49" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26394): Process ended prematurely: osmo-stp_10.42.42.5(pid=26394) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26394)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26394): Process ended prematurely: osmo-stp_10.42.42.5(pid=26394) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:20:58.061669 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:20:58.073139 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:20:58.228715 tst mo_mt_call.py: using LAC 22532\u000a17:20:58.360737 tst mo_mt_call.py: using RAC 92\u000a17:20:58.493132 tst mo_mt_call.py: using CellId 22532\u000a17:20:58.623997 tst mo_mt_call.py: using BVCI 22533\u000a17:20:58.649233 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:20:58.660619 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:20:58.671825 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:20:58.683593 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:20:58.696120 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:20:58.707451 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:20:58.825870 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:20:59.041979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:59.573928 run create_hlr_db(pid=26388): Launched\u000a17:20:59.765959 bus /sierra_2: Setting Powered False\u000a17:21:00.786097 run create_hlr_db(pid=26388): Terminated: ok {rc=0}\u000a17:21:01.257050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26390): Launched\u000a17:21:01.660910 run osmo-hlr_10.42.42.2(pid=26391): Launched\u000a17:21:01.799908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:02.533791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26393): Launched\u000a17:21:02.867162 run osmo-stp_10.42.42.5(pid=26394): Launched\u000a17:21:02.987442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:03.596654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26396): Launched\u000a17:21:03.930072 run osmo-msc_10.42.42.6(pid=26397): Launched\u000a17:21:04.123220 run osmo-stp_10.42.42.5(pid=26394): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26394)]\u000a17:21:04.263475 run osmo-stp_10.42.42.5(pid=26394): stdout: \u000a| (launched: 2022-12-09_17:21:02.702641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:04.403366 run osmo-stp_10.42.42.5(pid=26394): stderr: \u000a| �[0;m�[38;5;43m20221209172102897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172102897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172102897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172102898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172102898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172102898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172102898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:04.536448 run osmo-stp_10.42.42.5(pid=26394): stdout: \u000a| (launched: 2022-12-09_17:21:02.702641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:04.668231 run osmo-stp_10.42.42.5(pid=26394): stderr: \u000a| �[0;m�[38;5;43m20221209172102897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172102897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172102897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172102898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172102898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172102898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172102898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:04.727019 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26394): Process ended prematurely: osmo-stp_10.42.42.5(pid=26394) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26394)] [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:21:04.736349 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a17:21:04.800122 run osmo-hlr_10.42.42.2(pid=26391): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26391)]\u000a17:21:04.852896 run osmo-hlr_10.42.42.2(pid=26391): stdout: \u000a| (launched: 2022-12-09_17:21:01.430398) \u000a17:21:04.905907 run osmo-hlr_10.42.42.2(pid=26391): stderr: \u000a| �[0;m�[1;31m20221209172101781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172101781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172101781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172101781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172101781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172101781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172101807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172101831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172101832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172101832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:04.977425 run osmo-msc_10.42.42.6(pid=26397): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26397)]\u000a17:21:05.029534 run osmo-msc_10.42.42.6(pid=26397): stdout: \u000a| (launched: 2022-12-09_17:21:03.765580) \u000a17:21:05.082311 run osmo-msc_10.42.42.6(pid=26397): stderr: \u000a| �[0;m�[38;5;43m20221209172104090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172104090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb457a17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172104090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172104091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172104091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172104091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172104093 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172104093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172104093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172104093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:05.127313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26390): Terminating (SIGTERM)\u000a17:21:05.169839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26393): Terminating (SIGTERM)\u000a17:21:05.212341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26396): Terminating (SIGTERM)\u000a17:21:05.222431 --- ParallelTerminationStrategy: PID 26390 died...\u000a17:21:05.279352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26390): Terminated: ok {rc=0}\u000a17:21:05.289811 --- ParallelTerminationStrategy: PID 26393 died...\u000a17:21:05.346575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26393): Terminated: ok {rc=0}\u000a17:21:05.356877 --- ParallelTerminationStrategy: PID 26396 died...\u000a17:21:05.413365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26396): Terminated: ok {rc=0}\u000a17:21:05.500874 bus /sierra_3: Setting Powered False\u000a17:21:06.604995 bus /sierra_3: Setting Powered False\u000a17:21:07.718118 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26405): Process ended prematurely: osmo-stp_10.42.42.5(pid=26405) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26405)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26405): Process ended prematurely: osmo-stp_10.42.42.5(pid=26405) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:21:08.830416 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:08.842843 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:21:08.990087 tst mo_mt_call_osmux.py: using LAC 22533\u000a17:21:09.111128 tst mo_mt_call_osmux.py: using RAC 93\u000a17:21:09.233069 tst mo_mt_call_osmux.py: using CellId 22533\u000a17:21:09.357084 tst mo_mt_call_osmux.py: using BVCI 22534\u000a17:21:09.380729 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:09.391906 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:09.402949 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:09.414126 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:09.428489 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:09.440430 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:21:09.561290 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:21:09.766640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:10.255298 run create_hlr_db(pid=26399): Launched\u000a17:21:10.433645 bus /sierra_2: Setting Powered False\u000a17:21:11.455132 run create_hlr_db(pid=26399): Terminated: ok {rc=0}\u000a17:21:11.870695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26401): Launched\u000a17:21:12.181828 run osmo-hlr_10.42.42.2(pid=26402): Launched\u000a17:21:12.301907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:12.848730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26404): Launched\u000a17:21:13.161223 run osmo-stp_10.42.42.5(pid=26405): Launched\u000a17:21:13.280802 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:13.859753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26407): Launched\u000a17:21:14.191954 run osmo-msc_10.42.42.6(pid=26408): Launched\u000a17:21:14.387349 run osmo-stp_10.42.42.5(pid=26405): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26405)]\u000a17:21:14.527344 run osmo-stp_10.42.42.5(pid=26405): stdout: \u000a| (launched: 2022-12-09_17:21:13.006504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:14.667951 run osmo-stp_10.42.42.5(pid=26405): stderr: \u000a| �[0;m�[38;5;43m20221209172113182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172113182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172113183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172113183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172113183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172113183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172113184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:14.800917 run osmo-stp_10.42.42.5(pid=26405): stdout: \u000a| (launched: 2022-12-09_17:21:13.006504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:14.933410 run osmo-stp_10.42.42.5(pid=26405): stderr: \u000a| �[0;m�[38;5;43m20221209172113182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172113182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172113183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172113183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172113183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172113183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172113184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:14.991564 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26405): Process ended prematurely: osmo-stp_10.42.42.5(pid=26405) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26405)] [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:21:15.000778 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:21:15.064068 run osmo-hlr_10.42.42.2(pid=26402): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26402)]\u000a17:21:15.116128 run osmo-hlr_10.42.42.2(pid=26402): stdout: \u000a| (launched: 2022-12-09_17:21:12.027976) \u000a17:21:15.168731 run osmo-hlr_10.42.42.2(pid=26402): stderr: \u000a| �[0;m�[1;31m20221209172112207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172112207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172112207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172112208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172112208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172112208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172112220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172112228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172112228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172112228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:15.240195 run osmo-msc_10.42.42.6(pid=26408): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26408)]\u000a17:21:15.292232 run osmo-msc_10.42.42.6(pid=26408): stdout: \u000a| (launched: 2022-12-09_17:21:14.028034) \u000a17:21:15.345237 run osmo-msc_10.42.42.6(pid=26408): stderr: \u000a| �[0;m�[38;5;43m20221209172114356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172114356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0a6f87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172114356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172114356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172114356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172114356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172114358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172114358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172114359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172114359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:15.389788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26401): Terminating (SIGTERM)\u000a17:21:15.431683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26404): Terminating (SIGTERM)\u000a17:21:15.473527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26407): Terminating (SIGTERM)\u000a17:21:15.483224 --- ParallelTerminationStrategy: PID 26401 died...\u000a17:21:15.539731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26401): Terminated: ok {rc=0}\u000a17:21:15.550030 --- ParallelTerminationStrategy: PID 26404 died...\u000a17:21:15.606733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26404): Terminated: ok {rc=0}\u000a17:21:15.616943 --- ParallelTerminationStrategy: PID 26407 died...\u000a17:21:15.673052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26407): Terminated: ok {rc=0}\u000a17:21:15.761285 bus /sierra_3: Setting Powered False\u000a17:21:16.884747 bus /sierra_3: Setting Powered False\u000a17:21:17.994744 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:20:57" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26419): Process ended prematurely: osmo-stp_10.42.42.5(pid=26419) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26419)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26419): Process ended prematurely: osmo-stp_10.42.42.5(pid=26419) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:21:19.955981 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:19.967140 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:21:20.114482 tst mo_mt_call.py: using LAC 22534\u000a17:21:20.236266 tst mo_mt_call.py: using RAC 94\u000a17:21:20.359067 tst mo_mt_call.py: using CellId 22534\u000a17:21:20.482578 tst mo_mt_call.py: using BVCI 22535\u000a17:21:20.506189 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:20.517262 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:20.528185 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:20.539543 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:20.550817 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:20.562185 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:21:20.682424 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:21:20.885670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:21.376049 run create_hlr_db(pid=26413): Launched\u000a17:21:21.554976 bus /sierra_2: Setting Powered False\u000a17:21:22.575205 run create_hlr_db(pid=26413): Terminated: ok {rc=0}\u000a17:21:23.019969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26415): Launched\u000a17:21:23.353568 run osmo-hlr_10.42.42.2(pid=26416): Launched\u000a17:21:23.477129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:24.055336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26418): Launched\u000a17:21:24.388270 run osmo-stp_10.42.42.5(pid=26419): Launched\u000a17:21:24.508450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:25.115868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26421): Launched\u000a17:21:25.449968 run osmo-msc_10.42.42.6(pid=26422): Launched\u000a17:21:25.643855 run osmo-stp_10.42.42.5(pid=26419): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26419)]\u000a17:21:25.784047 run osmo-stp_10.42.42.5(pid=26419): stdout: \u000a| (launched: 2022-12-09_17:21:24.224119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:25.923625 run osmo-stp_10.42.42.5(pid=26419): stderr: \u000a| �[0;m�[38;5;43m20221209172124421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172124421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172124421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172124422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172124424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172124424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172124424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:26.056612 run osmo-stp_10.42.42.5(pid=26419): stdout: \u000a| (launched: 2022-12-09_17:21:24.224119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:26.188293 run osmo-stp_10.42.42.5(pid=26419): stderr: \u000a| �[0;m�[38;5;43m20221209172124421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172124421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172124421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172124422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172124424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172124424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172124424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:26.246496 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26419): Process ended prematurely: osmo-stp_10.42.42.5(pid=26419) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26419)] [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:21:26.255590 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:21:26.318499 run osmo-hlr_10.42.42.2(pid=26416): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26416)]\u000a17:21:26.370462 run osmo-hlr_10.42.42.2(pid=26416): stdout: \u000a| (launched: 2022-12-09_17:21:23.188515) \u000a17:21:26.422757 run osmo-hlr_10.42.42.2(pid=26416): stderr: \u000a| �[0;m�[1;31m20221209172123392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172123392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172123392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172123392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172123392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172123392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172123404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172123414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172123414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172123414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:26.493605 run osmo-msc_10.42.42.6(pid=26422): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26422)]\u000a17:21:26.545076 run osmo-msc_10.42.42.6(pid=26422): stdout: \u000a| (launched: 2022-12-09_17:21:25.284501) \u000a17:21:26.597109 run osmo-msc_10.42.42.6(pid=26422): stderr: \u000a| �[0;m�[38;5;43m20221209172125609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172125609 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47165fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172125609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172125610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172125610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172125610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172125612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172125612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172125612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172125612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:26.641232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26415): Terminating (SIGTERM)\u000a17:21:26.683053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26418): Terminating (SIGTERM)\u000a17:21:26.724823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26421): Terminating (SIGTERM)\u000a17:21:26.734599 --- ParallelTerminationStrategy: PID 26415 died...\u000a17:21:26.790358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26415): Terminated: ok {rc=0}\u000a17:21:26.800485 --- ParallelTerminationStrategy: PID 26418 died...\u000a17:21:26.856022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26418): Terminated: ok {rc=0}\u000a17:21:26.866098 --- ParallelTerminationStrategy: PID 26421 died...\u000a17:21:26.921550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26421): Terminated: ok {rc=0}\u000a17:21:27.010478 bus /sierra_3: Setting Powered False\u000a17:21:28.117927 bus /sierra_3: Setting Powered False\u000a17:21:29.229374 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26430): Process ended prematurely: osmo-stp_10.42.42.5(pid=26430) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26430)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26430): Process ended prematurely: osmo-stp_10.42.42.5(pid=26430) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:21:30.340462 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:30.352552 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:21:30.506378 tst mo_mt_call_osmux.py: using LAC 22535\u000a17:21:30.626396 tst mo_mt_call_osmux.py: using RAC 95\u000a17:21:30.746507 tst mo_mt_call_osmux.py: using CellId 22535\u000a17:21:30.879395 tst mo_mt_call_osmux.py: using BVCI 22536\u000a17:21:30.906377 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:30.918584 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:30.931396 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:30.943392 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:30.957415 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:30.970757 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:21:31.093339 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:21:31.351850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:31.920572 run create_hlr_db(pid=26424): Launched\u000a17:21:32.119394 bus /sierra_2: Setting Powered False\u000a17:21:33.135246 run create_hlr_db(pid=26424): Terminated: ok {rc=0}\u000a17:21:33.555252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26426): Launched\u000a17:21:33.866623 run osmo-hlr_10.42.42.2(pid=26427): Launched\u000a17:21:33.986542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:34.536863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26429): Launched\u000a17:21:34.849300 run osmo-stp_10.42.42.5(pid=26430): Launched\u000a17:21:34.962465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:35.532483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26432): Launched\u000a17:21:35.845522 run osmo-msc_10.42.42.6(pid=26433): Launched\u000a17:21:36.028474 run osmo-stp_10.42.42.5(pid=26430): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26430)]\u000a17:21:36.160738 run osmo-stp_10.42.42.5(pid=26430): stdout: \u000a| (launched: 2022-12-09_17:21:34.694537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:36.290640 run osmo-stp_10.42.42.5(pid=26430): stderr: \u000a| �[0;m�[38;5;43m20221209172134868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172134868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172134868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172134869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172134869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172134869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172134869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:36.415632 run osmo-stp_10.42.42.5(pid=26430): stdout: \u000a| (launched: 2022-12-09_17:21:34.694537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:36.539105 run osmo-stp_10.42.42.5(pid=26430): stderr: \u000a| �[0;m�[38;5;43m20221209172134868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172134868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172134868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172134869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172134869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172134869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172134869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:36.593709 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26430): Process ended prematurely: osmo-stp_10.42.42.5(pid=26430) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26430)] [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:21:36.602616 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:21:36.664155 run osmo-hlr_10.42.42.2(pid=26427): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26427)]\u000a17:21:36.714897 run osmo-hlr_10.42.42.2(pid=26427): stdout: \u000a| (launched: 2022-12-09_17:21:33.712748) \u000a17:21:36.765863 run osmo-hlr_10.42.42.2(pid=26427): stderr: \u000a| �[0;m�[1;31m20221209172133891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172133891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172133891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172133891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172133892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172133892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172133904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172133913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172133913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172133913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:36.834776 run osmo-msc_10.42.42.6(pid=26433): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26433)]\u000a17:21:36.885119 run osmo-msc_10.42.42.6(pid=26433): stdout: \u000a| (launched: 2022-12-09_17:21:35.690089) \u000a17:21:36.935699 run osmo-msc_10.42.42.6(pid=26433): stderr: \u000a| �[0;m�[38;5;43m20221209172135966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172135966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8e867dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172135966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172135966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172135966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172135966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172135968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172135969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172135969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172135969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:36.978826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26426): Terminating (SIGTERM)\u000a17:21:37.019443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26429): Terminating (SIGTERM)\u000a17:21:37.060525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26432): Terminating (SIGTERM)\u000a17:21:37.070171 --- ParallelTerminationStrategy: PID 26426 died...\u000a17:21:37.124890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26426): Terminated: ok {rc=0}\u000a17:21:37.135229 --- ParallelTerminationStrategy: PID 26429 died...\u000a17:21:37.189570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26429): Terminated: ok {rc=0}\u000a17:21:37.199866 --- ParallelTerminationStrategy: PID 26432 died...\u000a17:21:37.254030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26432): Terminated: ok {rc=0}\u000a17:21:37.344364 bus /sierra_3: Setting Powered False\u000a17:21:38.449596 bus /sierra_3: Setting Powered False\u000a17:21:39.563144 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:21:19" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26444): Process ended prematurely: osmo-stp_10.42.42.5(pid=26444) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26444)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26444): Process ended prematurely: osmo-stp_10.42.42.5(pid=26444) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:21:41.529840 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:41.541332 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:21:41.694282 tst mo_mt_call.py: using LAC 22536\u000a17:21:41.819020 tst mo_mt_call.py: using RAC 96\u000a17:21:41.942898 tst mo_mt_call.py: using CellId 22536\u000a17:21:42.070473 tst mo_mt_call.py: using BVCI 22537\u000a17:21:42.094321 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:42.105538 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:42.116419 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:42.128167 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:42.141063 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:42.152087 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:21:42.272539 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:21:42.476792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:42.965317 run create_hlr_db(pid=26438): Launched\u000a17:21:43.144189 bus /sierra_2: Setting Powered False\u000a17:21:44.165087 run create_hlr_db(pid=26438): Terminated: ok {rc=0}\u000a17:21:44.609931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26440): Launched\u000a17:21:44.943706 run osmo-hlr_10.42.42.2(pid=26441): Launched\u000a17:21:45.065966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:45.647805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26443): Launched\u000a17:21:46.174970 run osmo-stp_10.42.42.5(pid=26444): Launched\u000a17:21:46.341935 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:46.941144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26446): Launched\u000a17:21:47.309701 run osmo-msc_10.42.42.6(pid=26447): Launched\u000a17:21:47.506099 run osmo-stp_10.42.42.5(pid=26444): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26444)]\u000a17:21:47.646365 run osmo-stp_10.42.42.5(pid=26444): stdout: \u000a| (launched: 2022-12-09_17:21:45.816371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:47.788727 run osmo-stp_10.42.42.5(pid=26444): stderr: \u000a| �[0;m�[38;5;43m20221209172146084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172146084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172146085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172146085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172146085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172146086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172146086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:47.922506 run osmo-stp_10.42.42.5(pid=26444): stdout: \u000a| (launched: 2022-12-09_17:21:45.816371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:48.055314 run osmo-stp_10.42.42.5(pid=26444): stderr: \u000a| �[0;m�[38;5;43m20221209172146084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172146084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172146085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172146085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172146085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172146086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172146086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:48.113959 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26444): Process ended prematurely: osmo-stp_10.42.42.5(pid=26444) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26444)] [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:21:48.123515 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a17:21:48.187628 run osmo-hlr_10.42.42.2(pid=26441): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26441)]\u000a17:21:48.240378 run osmo-hlr_10.42.42.2(pid=26441): stdout: \u000a| (launched: 2022-12-09_17:21:44.779220) \u000a17:21:48.293870 run osmo-hlr_10.42.42.2(pid=26441): stderr: \u000a| �[0;m�[1;31m20221209172144982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172144982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172144982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172144982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172144982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172144982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172144995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172145005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172145005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172145005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:48.366172 run osmo-msc_10.42.42.6(pid=26447): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26447)]\u000a17:21:48.418469 run osmo-msc_10.42.42.6(pid=26447): stdout: \u000a| (launched: 2022-12-09_17:21:47.103651) \u000a17:21:48.471584 run osmo-msc_10.42.42.6(pid=26447): stderr: \u000a| �[0;m�[38;5;43m20221209172147473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172147474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdbc02dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172147474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172147474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172147474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172147474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172147476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172147476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172147476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172147476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:48.516538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26440): Terminating (SIGTERM)\u000a17:21:48.559372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26443): Terminating (SIGTERM)\u000a17:21:48.602217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26446): Terminating (SIGTERM)\u000a17:21:48.612222 --- ParallelTerminationStrategy: PID 26440 died...\u000a17:21:48.669776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26440): Terminated: ok {rc=0}\u000a17:21:48.680219 --- ParallelTerminationStrategy: PID 26443 died...\u000a17:21:48.737118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26443): Terminated: ok {rc=0}\u000a17:21:48.747460 --- ParallelTerminationStrategy: PID 26446 died...\u000a17:21:48.804051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26446): Terminated: ok {rc=0}\u000a17:21:48.891266 bus /sierra_3: Setting Powered False\u000a17:21:49.999669 bus /sierra_3: Setting Powered False\u000a17:21:51.113520 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26455): Process ended prematurely: osmo-stp_10.42.42.5(pid=26455) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26455)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26455): Process ended prematurely: osmo-stp_10.42.42.5(pid=26455) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:21:52.231336 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:52.243635 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:21:52.400508 tst mo_mt_call_osmux.py: using LAC 22537\u000a17:21:52.531750 tst mo_mt_call_osmux.py: using RAC 97\u000a17:21:52.660549 tst mo_mt_call_osmux.py: using CellId 22537\u000a17:21:52.791276 tst mo_mt_call_osmux.py: using BVCI 22538\u000a17:21:52.816654 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:52.828194 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:52.839500 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:52.850813 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:52.862131 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:52.873553 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:21:52.995013 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:21:53.200521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:53.691392 run create_hlr_db(pid=26449): Launched\u000a17:21:53.869818 bus /sierra_2: Setting Powered False\u000a17:21:54.891238 run create_hlr_db(pid=26449): Terminated: ok {rc=0}\u000a17:21:55.307236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26451): Launched\u000a17:21:55.621255 run osmo-hlr_10.42.42.2(pid=26452): Launched\u000a17:21:55.741487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:56.290544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26454): Launched\u000a17:21:56.603005 run osmo-stp_10.42.42.5(pid=26455): Launched\u000a17:21:56.715809 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:57.284112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26457): Launched\u000a17:21:57.598030 run osmo-msc_10.42.42.6(pid=26458): Launched\u000a17:21:57.780104 run osmo-stp_10.42.42.5(pid=26455): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26455)]\u000a17:21:57.912161 run osmo-stp_10.42.42.5(pid=26455): stdout: \u000a| (launched: 2022-12-09_17:21:56.447873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:58.041658 run osmo-stp_10.42.42.5(pid=26455): stderr: \u000a| �[0;m�[38;5;43m20221209172156622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172156623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172156623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172156623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172156624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172156624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172156624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:58.165819 run osmo-stp_10.42.42.5(pid=26455): stdout: \u000a| (launched: 2022-12-09_17:21:56.447873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:58.289509 run osmo-stp_10.42.42.5(pid=26455): stderr: \u000a| �[0;m�[38;5;43m20221209172156622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172156623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172156623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172156623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172156624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172156624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172156624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:58.343785 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26455): Process ended prematurely: osmo-stp_10.42.42.5(pid=26455) [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26455)] [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:21:58.352416 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:21:58.413795 run osmo-hlr_10.42.42.2(pid=26452): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26452)]\u000a17:21:58.464216 run osmo-hlr_10.42.42.2(pid=26452): stdout: \u000a| (launched: 2022-12-09_17:21:55.464582) \u000a17:21:58.515010 run osmo-hlr_10.42.42.2(pid=26452): stderr: \u000a| �[0;m�[1;31m20221209172155648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172155648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172155648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172155648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172155648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172155648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172155659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172155668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172155668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172155668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:58.583755 run osmo-msc_10.42.42.6(pid=26458): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26458)]\u000a17:21:58.633913 run osmo-msc_10.42.42.6(pid=26458): stdout: \u000a| (launched: 2022-12-09_17:21:57.441742) \u000a17:21:58.684751 run osmo-msc_10.42.42.6(pid=26458): stderr: \u000a| �[0;m�[38;5;43m20221209172157717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172157717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5be4d9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172157717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172157717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172157717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172157717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172157719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172157720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172157720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172157720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:58.727428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26451): Terminating (SIGTERM)\u000a17:21:58.767997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26454): Terminating (SIGTERM)\u000a17:21:58.808545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26457): Terminating (SIGTERM)\u000a17:21:58.818283 --- ParallelTerminationStrategy: PID 26451 died...\u000a17:21:58.872870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26451): Terminated: ok {rc=0}\u000a17:21:58.882755 --- ParallelTerminationStrategy: PID 26454 died...\u000a17:21:58.936783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26454): Terminated: ok {rc=0}\u000a17:21:58.946881 --- ParallelTerminationStrategy: PID 26457 died...\u000a17:21:59.000793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26457): Terminated: ok {rc=0}\u000a17:21:59.089626 bus /sierra_3: Setting Powered False\u000a17:22:00.193373 bus /sierra_3: Setting Powered False\u000a17:22:01.316597 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:21:41" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26469): Process ended prematurely: osmo-stp_10.42.42.5(pid=26469) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26469)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26469): Process ended prematurely: osmo-stp_10.42.42.5(pid=26469) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:22:03.280041 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:03.291858 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:22:03.447060 tst mo_mt_call.py: using LAC 22538\u000a17:22:03.577288 tst mo_mt_call.py: using RAC 98\u000a17:22:03.709397 tst mo_mt_call.py: using CellId 22538\u000a17:22:03.840717 tst mo_mt_call.py: using BVCI 22539\u000a17:22:03.866134 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:03.877691 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:03.888845 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:03.900335 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:03.911820 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:03.923813 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:22:04.040740 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:22:04.246678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:04.739875 run create_hlr_db(pid=26463): Launched\u000a17:22:04.918669 bus /sierra_2: Setting Powered False\u000a17:22:05.940034 run create_hlr_db(pid=26463): Terminated: ok {rc=0}\u000a17:22:06.356163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26465): Launched\u000a17:22:06.668516 run osmo-hlr_10.42.42.2(pid=26466): Launched\u000a17:22:06.789543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:22:07.336940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26468): Launched\u000a17:22:07.648484 run osmo-stp_10.42.42.5(pid=26469): Launched\u000a17:22:07.761409 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:22:08.329271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26471): Launched\u000a17:22:08.641861 run osmo-msc_10.42.42.6(pid=26472): Launched\u000a17:22:08.823739 run osmo-stp_10.42.42.5(pid=26469): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26469)]\u000a17:22:08.955373 run osmo-stp_10.42.42.5(pid=26469): stdout: \u000a| (launched: 2022-12-09_17:22:07.494063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:09.084419 run osmo-stp_10.42.42.5(pid=26469): stderr: \u000a| �[0;m�[38;5;43m20221209172207667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172207667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172207668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172207668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172207669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172207669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172207669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:09.208533 run osmo-stp_10.42.42.5(pid=26469): stdout: \u000a| (launched: 2022-12-09_17:22:07.494063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:09.331645 run osmo-stp_10.42.42.5(pid=26469): stderr: \u000a| �[0;m�[38;5;43m20221209172207667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172207667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172207668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172207668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172207669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172207669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172207669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:09.386097 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26469): Process ended prematurely: osmo-stp_10.42.42.5(pid=26469) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26469)] [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:22:09.394528 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:22:09.455672 run osmo-hlr_10.42.42.2(pid=26466): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26466)]\u000a17:22:09.505551 run osmo-hlr_10.42.42.2(pid=26466): stdout: \u000a| (launched: 2022-12-09_17:22:06.513643) \u000a17:22:09.556048 run osmo-hlr_10.42.42.2(pid=26466): stderr: \u000a| �[0;m�[1;31m20221209172206695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172206695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172206695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172206695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172206695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172206695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172206707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172206715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172206716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172206716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:09.624533 run osmo-msc_10.42.42.6(pid=26472): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26472)]\u000a17:22:09.674392 run osmo-msc_10.42.42.6(pid=26472): stdout: \u000a| (launched: 2022-12-09_17:22:08.486706) \u000a17:22:09.724838 run osmo-msc_10.42.42.6(pid=26472): stderr: \u000a| �[0;m�[38;5;43m20221209172208764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172208764 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7e1e31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172208764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172208764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172208764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172208764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172208766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172208767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172208767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172208767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:09.767401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26465): Terminating (SIGTERM)\u000a17:22:09.807844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26468): Terminating (SIGTERM)\u000a17:22:09.848307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26471): Terminating (SIGTERM)\u000a17:22:09.858009 --- ParallelTerminationStrategy: PID 26465 died...\u000a17:22:09.912046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26465): Terminated: ok {rc=0}\u000a17:22:09.922090 --- ParallelTerminationStrategy: PID 26468 died...\u000a17:22:09.976417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26468): Terminated: ok {rc=0}\u000a17:22:09.986167 --- ParallelTerminationStrategy: PID 26471 died...\u000a17:22:10.039873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26471): Terminated: ok {rc=0}\u000a17:22:10.129088 bus /sierra_3: Setting Powered False\u000a17:22:11.236498 bus /sierra_3: Setting Powered False\u000a17:22:12.345531 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26480): Process ended prematurely: osmo-stp_10.42.42.5(pid=26480) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26480)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26480): Process ended prematurely: osmo-stp_10.42.42.5(pid=26480) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:22:13.463830 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:13.475926 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:22:13.631315 tst mo_mt_call_osmux.py: using LAC 22539\u000a17:22:13.761939 tst mo_mt_call_osmux.py: using RAC 99\u000a17:22:13.890373 tst mo_mt_call_osmux.py: using CellId 22539\u000a17:22:14.010404 tst mo_mt_call_osmux.py: using BVCI 22540\u000a17:22:14.034163 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:14.045320 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:14.056225 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:14.067698 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:14.078890 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:14.090320 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:22:14.209604 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:22:14.415153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:14.904630 run create_hlr_db(pid=26474): Launched\u000a17:22:15.091953 bus /sierra_2: Setting Powered False\u000a17:22:16.107820 run create_hlr_db(pid=26474): Terminated: ok {rc=0}\u000a17:22:16.531493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26476): Launched\u000a17:22:16.964026 run osmo-hlr_10.42.42.2(pid=26477): Launched\u000a17:22:17.160798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:22:17.726197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26479): Launched\u000a17:22:18.046830 run osmo-stp_10.42.42.5(pid=26480): Launched\u000a17:22:18.162526 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:22:18.747539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26482): Launched\u000a17:22:19.068809 run osmo-msc_10.42.42.6(pid=26483): Launched\u000a17:22:19.255079 run osmo-stp_10.42.42.5(pid=26480): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26480)]\u000a17:22:19.390208 run osmo-stp_10.42.42.5(pid=26480): stdout: \u000a| (launched: 2022-12-09_17:22:17.888552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:19.525217 run osmo-stp_10.42.42.5(pid=26480): stderr: \u000a| �[0;m�[38;5;43m20221209172218080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172218080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172218080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172218081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172218081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172218081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172218081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:19.653242 run osmo-stp_10.42.42.5(pid=26480): stdout: \u000a| (launched: 2022-12-09_17:22:17.888552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:19.780039 run osmo-stp_10.42.42.5(pid=26480): stderr: \u000a| �[0;m�[38;5;43m20221209172218080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172218080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172218080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172218081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172218081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172218081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172218081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:19.836253 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26480): Process ended prematurely: osmo-stp_10.42.42.5(pid=26480) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26480)] [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:22:19.845675 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:22:19.908249 run osmo-hlr_10.42.42.2(pid=26477): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26477)]\u000a17:22:19.959453 run osmo-hlr_10.42.42.2(pid=26477): stdout: \u000a| (launched: 2022-12-09_17:22:16.684464) \u000a17:22:20.011530 run osmo-hlr_10.42.42.2(pid=26477): stderr: \u000a| �[0;m�[1;31m20221209172216911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172216911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172216911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172216911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172216912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172216912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172216926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172216948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172216948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172216948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:20.081846 run osmo-msc_10.42.42.6(pid=26483): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26483)]\u000a17:22:20.132716 run osmo-msc_10.42.42.6(pid=26483): stdout: \u000a| (launched: 2022-12-09_17:22:18.909752) \u000a17:22:20.184082 run osmo-msc_10.42.42.6(pid=26483): stderr: \u000a| �[0;m�[38;5;43m20221209172219235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172219235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06ce31bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172219235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172219235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172219235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172219235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172219237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172219237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172219238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172219238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:20.227888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26476): Terminating (SIGTERM)\u000a17:22:20.269842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26479): Terminating (SIGTERM)\u000a17:22:20.311846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26482): Terminating (SIGTERM)\u000a17:22:20.321824 --- ParallelTerminationStrategy: PID 26476 died...\u000a17:22:20.377845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26476): Terminated: ok {rc=0}\u000a17:22:20.388190 --- ParallelTerminationStrategy: PID 26479 died...\u000a17:22:20.444029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26479): Terminated: ok {rc=0}\u000a17:22:20.454334 --- ParallelTerminationStrategy: PID 26482 died...\u000a17:22:20.509874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26482): Terminated: ok {rc=0}\u000a17:22:20.595383 bus /sierra_3: Setting Powered False\u000a17:22:21.701281 bus /sierra_3: Setting Powered False\u000a17:22:22.808190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:22:03" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26494): Process ended prematurely: osmo-stp_10.42.42.5(pid=26494) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26494)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26494): Process ended prematurely: osmo-stp_10.42.42.5(pid=26494) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:22:24.748406 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:24.759180 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:22:24.900302 tst mo_mt_call.py: using LAC 22540\u000a17:22:25.017999 tst mo_mt_call.py: using RAC 100\u000a17:22:25.133594 tst mo_mt_call.py: using CellId 22540\u000a17:22:25.250461 tst mo_mt_call.py: using BVCI 22541\u000a17:22:25.273104 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:25.283894 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:25.294587 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:25.305639 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:25.316455 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:25.327404 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:22:25.446244 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:22:25.654571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:26.167979 run create_hlr_db(pid=26488): Launched\u000a17:22:26.354839 bus /sierra_2: Setting Powered False\u000a17:22:27.373804 run create_hlr_db(pid=26488): Terminated: ok {rc=0}\u000a17:22:27.777337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26490): Launched\u000a17:22:28.075132 run osmo-hlr_10.42.42.2(pid=26491): Launched\u000a17:22:28.184332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:22:28.701979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26493): Launched\u000a17:22:29.000762 run osmo-stp_10.42.42.5(pid=26494): Launched\u000a17:22:29.109739 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:22:29.656450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26496): Launched\u000a17:22:29.955535 run osmo-msc_10.42.42.6(pid=26497): Launched\u000a17:22:30.130124 run osmo-stp_10.42.42.5(pid=26494): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26494)]\u000a17:22:30.256477 run osmo-stp_10.42.42.5(pid=26494): stdout: \u000a| (launched: 2022-12-09_17:22:28.853020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:30.380443 run osmo-stp_10.42.42.5(pid=26494): stderr: \u000a| �[0;m�[38;5;43m20221209172229026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172229026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172229026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172229027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172229027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172229027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172229027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:30.499518 run osmo-stp_10.42.42.5(pid=26494): stdout: \u000a| (launched: 2022-12-09_17:22:28.853020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:30.617738 run osmo-stp_10.42.42.5(pid=26494): stderr: \u000a| �[0;m�[38;5;43m20221209172229026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172229026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172229026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172229027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172229027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172229027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172229027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:30.670006 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26494): Process ended prematurely: osmo-stp_10.42.42.5(pid=26494) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26494)] [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:22:30.678400 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a17:22:30.737456 run osmo-hlr_10.42.42.2(pid=26491): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26491)]\u000a17:22:30.786722 run osmo-hlr_10.42.42.2(pid=26491): stdout: \u000a| (launched: 2022-12-09_17:22:27.927350) \u000a17:22:30.839947 run osmo-hlr_10.42.42.2(pid=26491): stderr: \u000a| �[0;m�[1;31m20221209172228103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172228104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172228104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172228104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172228104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172228104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172228120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172228129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172228130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172228130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:30.911819 run osmo-msc_10.42.42.6(pid=26497): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26497)]\u000a17:22:30.964562 run osmo-msc_10.42.42.6(pid=26497): stdout: \u000a| (launched: 2022-12-09_17:22:29.806944) \u000a17:22:31.017083 run osmo-msc_10.42.42.6(pid=26497): stderr: \u000a| �[0;m�[38;5;43m20221209172230078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172230079 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff20c617c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172230079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172230079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172230079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172230079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172230081 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172230082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172230082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172230082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:31.062435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26490): Terminating (SIGTERM)\u000a17:22:31.107179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26493): Terminating (SIGTERM)\u000a17:22:31.153397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26496): Terminating (SIGTERM)\u000a17:22:31.164142 --- ParallelTerminationStrategy: PID 26490 died...\u000a17:22:31.221759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26490): Terminated: ok {rc=0}\u000a17:22:31.232657 --- ParallelTerminationStrategy: PID 26493 died...\u000a17:22:31.289206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26493): Terminated: ok {rc=0}\u000a17:22:31.300081 --- ParallelTerminationStrategy: PID 26496 died...\u000a17:22:31.358031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26496): Terminated: ok {rc=0}\u000a17:22:31.447303 bus /sierra_3: Setting Powered False\u000a17:22:32.550610 bus /sierra_3: Setting Powered False\u000a17:22:33.656394 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26510): Process ended prematurely: osmo-stp_10.42.42.5(pid=26510) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26510)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26510): Process ended prematurely: osmo-stp_10.42.42.5(pid=26510) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:22:34.769879 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:34.781959 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:22:34.932486 tst mo_mt_call_osmux.py: using LAC 22541\u000a17:22:35.062670 tst mo_mt_call_osmux.py: using RAC 101\u000a17:22:35.181211 tst mo_mt_call_osmux.py: using CellId 22541\u000a17:22:35.298810 tst mo_mt_call_osmux.py: using BVCI 22542\u000a17:22:35.321478 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:35.332435 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:35.343330 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:35.354424 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:35.365361 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:35.376248 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:22:35.489832 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:22:35.688598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:36.161153 run create_hlr_db(pid=26504): Launched\u000a17:22:36.331512 bus /sierra_2: Setting Powered False\u000a17:22:37.353551 run create_hlr_db(pid=26504): Terminated: ok {rc=0}\u000a17:22:37.782987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26506): Launched\u000a17:22:38.104291 run osmo-hlr_10.42.42.2(pid=26507): Launched\u000a17:22:38.221675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:22:38.782244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26509): Launched\u000a17:22:39.103353 run osmo-stp_10.42.42.5(pid=26510): Launched\u000a17:22:39.218954 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:22:39.808605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26512): Launched\u000a17:22:40.129998 run osmo-msc_10.42.42.6(pid=26513): Launched\u000a17:22:40.317331 run osmo-stp_10.42.42.5(pid=26510): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26510)]\u000a17:22:40.453163 run osmo-stp_10.42.42.5(pid=26510): stdout: \u000a| (launched: 2022-12-09_17:22:38.944906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:40.588263 run osmo-stp_10.42.42.5(pid=26510): stderr: \u000a| �[0;m�[38;5;43m20221209172239138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172239138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172239138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172239139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172239139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172239139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172239139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:40.716855 run osmo-stp_10.42.42.5(pid=26510): stdout: \u000a| (launched: 2022-12-09_17:22:38.944906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:40.844023 run osmo-stp_10.42.42.5(pid=26510): stderr: \u000a| �[0;m�[38;5;43m20221209172239138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172239138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172239138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172239139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172239139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172239139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172239139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:40.900076 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26510): Process ended prematurely: osmo-stp_10.42.42.5(pid=26510) [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26510)] [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:22:40.909283 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:22:40.971825 run osmo-hlr_10.42.42.2(pid=26507): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26507)]\u000a17:22:41.023180 run osmo-hlr_10.42.42.2(pid=26507): stdout: \u000a| (launched: 2022-12-09_17:22:37.945813) \u000a17:22:41.075116 run osmo-hlr_10.42.42.2(pid=26507): stderr: \u000a| �[0;m�[1;31m20221209172238147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172238147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172238147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172238147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172238147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172238147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172238160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172238170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172238171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172238171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:41.145723 run osmo-msc_10.42.42.6(pid=26513): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26513)]\u000a17:22:41.197326 run osmo-msc_10.42.42.6(pid=26513): stdout: \u000a| (launched: 2022-12-09_17:22:39.971852) \u000a17:22:41.249293 run osmo-msc_10.42.42.6(pid=26513): stderr: \u000a| �[0;m�[38;5;43m20221209172240294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172240294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08c0209c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172240294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172240294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172240295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172240295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172240297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172240297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172240297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172240297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:41.293384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26506): Terminating (SIGTERM)\u000a17:22:41.335147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26509): Terminating (SIGTERM)\u000a17:22:41.377086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26512): Terminating (SIGTERM)\u000a17:22:41.386518 --- ParallelTerminationStrategy: PID 26506 died...\u000a17:22:41.442780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26506): Terminated: ok {rc=0}\u000a17:22:41.452797 --- ParallelTerminationStrategy: PID 26509 died...\u000a17:22:41.508667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26509): Terminated: ok {rc=0}\u000a17:22:41.518839 --- ParallelTerminationStrategy: PID 26512 died...\u000a17:22:41.574156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26512): Terminated: ok {rc=0}\u000a17:22:41.661519 bus /sierra_3: Setting Powered False\u000a17:22:42.764373 bus /sierra_3: Setting Powered False\u000a17:22:43.875863 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:22:24" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26524): Process ended prematurely: osmo-stp_10.42.42.5(pid=26524) [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26524)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26524): Process ended prematurely: osmo-stp_10.42.42.5(pid=26524) [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:22:45.842200 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:45.854370 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:22:46.009705 tst mo_mt_call.py: using LAC 22542\u000a17:22:46.126540 tst mo_mt_call.py: using RAC 102\u000a17:22:46.250687 tst mo_mt_call.py: using CellId 22542\u000a17:22:46.379136 tst mo_mt_call.py: using BVCI 22543\u000a17:22:46.405229 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:46.417956 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:46.431112 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:46.444406 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:46.456594 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:46.470564 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:22:46.608663 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:22:46.865040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:47.429904 run create_hlr_db(pid=26518): Launched\u000a17:22:47.599368 bus /sierra_2: Setting Powered False\u000a17:22:48.619015 run create_hlr_db(pid=26518): Terminated: ok {rc=0}\u000a17:22:49.038773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26520): Launched\u000a17:22:49.353690 run osmo-hlr_10.42.42.2(pid=26521): Launched\u000a17:22:49.469394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:22:50.016332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26523): Launched\u000a17:22:50.330260 run osmo-stp_10.42.42.5(pid=26524): Launched\u000a17:22:50.444348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:22:51.020694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26526): Launched\u000a17:22:51.335543 run osmo-msc_10.42.42.6(pid=26527): Launched\u000a17:22:51.521341 run osmo-stp_10.42.42.5(pid=26524): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26524)]\u000a17:22:51.655873 run osmo-stp_10.42.42.5(pid=26524): stdout: \u000a| (launched: 2022-12-09_17:22:50.176204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:51.790443 run osmo-stp_10.42.42.5(pid=26524): stderr: \u000a| �[0;m�[38;5;43m20221209172250369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172250369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172250370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172250370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172250370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172250370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172250371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:51.917882 run osmo-stp_10.42.42.5(pid=26524): stdout: \u000a| (launched: 2022-12-09_17:22:50.176204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:52.043128 run osmo-stp_10.42.42.5(pid=26524): stderr: \u000a| �[0;m�[38;5;43m20221209172250369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172250369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172250370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172250370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172250370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172250370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172250371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:52.098667 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26524): Process ended prematurely: osmo-stp_10.42.42.5(pid=26524) [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26524)] [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:22:52.107785 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:22:52.169923 run osmo-hlr_10.42.42.2(pid=26521): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26521)]\u000a17:22:52.221158 run osmo-hlr_10.42.42.2(pid=26521): stdout: \u000a| (launched: 2022-12-09_17:22:49.199134) \u000a17:22:52.273007 run osmo-hlr_10.42.42.2(pid=26521): stderr: \u000a| �[0;m�[1;31m20221209172249398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172249398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172249398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172249398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172249398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172249398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172249413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172249421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172249422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172249422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:52.343305 run osmo-msc_10.42.42.6(pid=26527): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26527)]\u000a17:22:52.394636 run osmo-msc_10.42.42.6(pid=26527): stdout: \u000a| (launched: 2022-12-09_17:22:51.181666) \u000a17:22:52.446448 run osmo-msc_10.42.42.6(pid=26527): stderr: \u000a| �[0;m�[38;5;43m20221209172251501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172251502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e44e98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172251502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172251502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172251502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172251502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172251506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172251506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172251506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172251506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:52.490076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26520): Terminating (SIGTERM)\u000a17:22:52.531290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26523): Terminating (SIGTERM)\u000a17:22:52.572484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26526): Terminating (SIGTERM)\u000a17:22:52.582127 --- ParallelTerminationStrategy: PID 26520 died...\u000a17:22:52.637443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26520): Terminated: ok {rc=0}\u000a17:22:52.647460 --- ParallelTerminationStrategy: PID 26523 died...\u000a17:22:52.702742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26523): Terminated: ok {rc=0}\u000a17:22:52.712653 --- ParallelTerminationStrategy: PID 26526 died...\u000a17:22:52.767690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26526): Terminated: ok {rc=0}\u000a17:22:52.853927 bus /sierra_3: Setting Powered False\u000a17:22:53.955980 bus /sierra_3: Setting Powered False\u000a17:22:55.065541 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26535): Process ended prematurely: osmo-stp_10.42.42.5(pid=26535) [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26535)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26535): Process ended prematurely: osmo-stp_10.42.42.5(pid=26535) [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:22:56.178356 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:56.190234 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:22:56.337969 tst mo_mt_call_osmux.py: using LAC 22543\u000a17:22:56.461428 tst mo_mt_call_osmux.py: using RAC 103\u000a17:22:56.575009 tst mo_mt_call_osmux.py: using CellId 22543\u000a17:22:56.689315 tst mo_mt_call_osmux.py: using BVCI 22544\u000a17:22:56.711595 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:56.722693 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:56.733589 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:56.744605 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:56.755634 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:56.766666 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:22:56.883506 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:22:57.078584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:57.536173 run create_hlr_db(pid=26529): Launched\u000a17:22:57.704154 bus /sierra_2: Setting Powered False\u000a17:22:58.726554 run create_hlr_db(pid=26529): Terminated: ok {rc=0}\u000a17:22:59.143038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26531): Launched\u000a17:22:59.455590 run osmo-hlr_10.42.42.2(pid=26532): Launched\u000a17:22:59.570692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:23:00.117147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26534): Launched\u000a17:23:00.430972 run osmo-stp_10.42.42.5(pid=26535): Launched\u000a17:23:00.544601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:23:01.148141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26537): Launched\u000a17:23:01.547885 run osmo-msc_10.42.42.6(pid=26538): Launched\u000a17:23:01.871901 run osmo-stp_10.42.42.5(pid=26535): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26535)]\u000a17:23:02.072112 run osmo-stp_10.42.42.5(pid=26535): stdout: \u000a| (launched: 2022-12-09_17:23:00.276902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:02.279428 run osmo-stp_10.42.42.5(pid=26535): stderr: \u000a| �[0;m�[38;5;43m20221209172300466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172300466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172300467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172300467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172300467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172300468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172300468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:02.429094 run osmo-stp_10.42.42.5(pid=26535): stdout: \u000a| (launched: 2022-12-09_17:23:00.276902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:02.554507 run osmo-stp_10.42.42.5(pid=26535): stderr: \u000a| �[0;m�[38;5;43m20221209172300466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172300466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172300467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172300467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172300467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172300468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172300468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:02.607608 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26535): Process ended prematurely: osmo-stp_10.42.42.5(pid=26535) [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26535)] [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:23:02.621493 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:23:02.690863 run osmo-hlr_10.42.42.2(pid=26532): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26532)]\u000a17:23:02.753058 run osmo-hlr_10.42.42.2(pid=26532): stdout: \u000a| (launched: 2022-12-09_17:22:59.302809) \u000a17:23:02.816710 run osmo-hlr_10.42.42.2(pid=26532): stderr: \u000a| �[0;m�[1;31m20221209172259498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172259498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172259498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172259498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172259498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172259498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172259516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172259526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172259526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172259527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:23:02.897823 run osmo-msc_10.42.42.6(pid=26538): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26538)]\u000a17:23:02.953182 run osmo-msc_10.42.42.6(pid=26538): stdout: \u000a| (launched: 2022-12-09_17:23:01.299941) \u000a17:23:03.005453 run osmo-msc_10.42.42.6(pid=26538): stderr: \u000a| �[0;m�[38;5;43m20221209172301873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172301873 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa511fcec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172301873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172301874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172301875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172301875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172301882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172301882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172301882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172301882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:23:03.050447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26531): Terminating (SIGTERM)\u000a17:23:03.097465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26534): Terminating (SIGTERM)\u000a17:23:03.148545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26537): Terminating (SIGTERM)\u000a17:23:03.158983 --- ParallelTerminationStrategy: PID 26531 died...\u000a17:23:03.222684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26531): Terminated: ok {rc=0}\u000a17:23:03.233336 --- ParallelTerminationStrategy: PID 26534 died...\u000a17:23:03.294701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26534): Terminated: ok {rc=0}\u000a17:23:03.305535 --- ParallelTerminationStrategy: PID 26537 died...\u000a17:23:03.373399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26537): Terminated: ok {rc=0}\u000a17:23:03.502414 bus /sierra_3: Setting Powered False\u000a17:23:04.617355 bus /sierra_3: Setting Powered False\u000a17:23:05.728509 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:22:45" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26820): Process ended prematurely: osmo-stp_10.42.42.5(pid=26820) [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26820)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26820): Process ended prematurely: osmo-stp_10.42.42.5(pid=26820) [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:23:07.692062 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:07.703726 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:23:07.857057 tst mo_mt_call.py: using LAC 22544\u000a17:23:07.974362 tst mo_mt_call.py: using RAC 104\u000a17:23:08.091384 tst mo_mt_call.py: using CellId 22544\u000a17:23:08.208528 tst mo_mt_call.py: using BVCI 22545\u000a17:23:08.232069 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:08.243690 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:08.255115 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:08.269005 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:08.281947 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:08.293398 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:23:08.413800 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:23:08.616448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:23:09.143861 run create_hlr_db(pid=26814): Launched\u000a17:23:09.322763 bus /sierra_2: Setting Powered False\u000a17:23:10.346983 run create_hlr_db(pid=26814): Terminated: ok {rc=0}\u000a17:23:10.785583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26816): Launched\u000a17:23:11.198123 run osmo-hlr_10.42.42.2(pid=26817): Launched\u000a17:23:11.431825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:23:12.080174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26819): Launched\u000a17:23:12.494617 run osmo-stp_10.42.42.5(pid=26820): Launched\u000a17:23:12.731177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:23:13.373135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26822): Launched\u000a17:23:13.797550 run osmo-msc_10.42.42.6(pid=26823): Launched\u000a17:23:14.166546 run osmo-stp_10.42.42.5(pid=26820): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26820)]\u000a17:23:14.445732 run osmo-stp_10.42.42.5(pid=26820): stdout: \u000a| (launched: 2022-12-09_17:23:12.238180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:14.632636 run osmo-stp_10.42.42.5(pid=26820): stderr: \u000a| �[0;m�[38;5;43m20221209172312577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172312577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172312578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172312578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172312579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172312579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172312579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:14.761870 run osmo-stp_10.42.42.5(pid=26820): stdout: \u000a| (launched: 2022-12-09_17:23:12.238180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:14.886006 run osmo-stp_10.42.42.5(pid=26820): stderr: \u000a| �[0;m�[38;5;43m20221209172312577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172312577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172312578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172312578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172312579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172312579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172312579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:14.941810 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26820): Process ended prematurely: osmo-stp_10.42.42.5(pid=26820) [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26820)] [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:23:14.952033 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a17:23:15.017452 run osmo-hlr_10.42.42.2(pid=26817): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26817)]\u000a17:23:15.069546 run osmo-hlr_10.42.42.2(pid=26817): stdout: \u000a| (launched: 2022-12-09_17:23:10.942184) \u000a17:23:15.123654 run osmo-hlr_10.42.42.2(pid=26817): stderr: \u000a| �[0;m�[1;31m20221209172311287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172311287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172311287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172311287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172311287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172311287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172311298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172311311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172311311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172311311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:23:15.195693 run osmo-msc_10.42.42.6(pid=26823): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26823)]\u000a17:23:15.248188 run osmo-msc_10.42.42.6(pid=26823): stdout: \u000a| (launched: 2022-12-09_17:23:13.529824) \u000a17:23:15.301041 run osmo-msc_10.42.42.6(pid=26823): stderr: \u000a| �[0;m�[38;5;43m20221209172314120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172314125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c0db5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172314125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172314125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172314125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172314125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172314127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172314128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172314128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172314128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:23:15.347749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26816): Terminating (SIGTERM)\u000a17:23:15.391749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26819): Terminating (SIGTERM)\u000a17:23:15.436597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26822): Terminating (SIGTERM)\u000a17:23:15.448522 --- ParallelTerminationStrategy: PID 26816 died...\u000a17:23:15.506373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26816): Terminated: ok {rc=0}\u000a17:23:15.518081 --- ParallelTerminationStrategy: PID 26819 died...\u000a17:23:15.577107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26819): Terminated: ok {rc=0}\u000a17:23:15.588035 --- ParallelTerminationStrategy: PID 26822 died...\u000a17:23:15.645564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26822): Terminated: ok {rc=0}\u000a17:23:15.736623 bus /sierra_3: Setting Powered False\u000a17:23:16.870630 bus /sierra_3: Setting Powered False\u000a17:23:17.991495 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26831): Process ended prematurely: osmo-stp_10.42.42.5(pid=26831) [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26831)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26831): Process ended prematurely: osmo-stp_10.42.42.5(pid=26831) [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:23:19.108239 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:19.120702 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:23:19.271896 tst mo_mt_call_osmux.py: using LAC 22545\u000a17:23:19.393801 tst mo_mt_call_osmux.py: using RAC 105\u000a17:23:19.518261 tst mo_mt_call_osmux.py: using CellId 22545\u000a17:23:19.639323 tst mo_mt_call_osmux.py: using BVCI 22546\u000a17:23:19.663720 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:19.675561 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:19.687202 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:19.701102 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:19.712692 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:19.725738 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:23:19.843606 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:23:20.049598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:23:20.583702 run create_hlr_db(pid=26825): Launched\u000a17:23:20.762143 bus /sierra_2: Setting Powered False\u000a17:23:21.786369 run create_hlr_db(pid=26825): Terminated: ok {rc=0}\u000a17:23:22.225141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26827): Launched\u000a17:23:22.640783 run osmo-hlr_10.42.42.2(pid=26828): Launched\u000a17:23:22.880498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:23:23.515574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26830): Launched\u000a17:23:23.931112 run osmo-stp_10.42.42.5(pid=26831): Launched\u000a17:23:24.075716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:23:24.675132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26833): Launched\u000a17:23:24.998088 run osmo-msc_10.42.42.6(pid=26834): Launched\u000a17:23:25.189231 run osmo-stp_10.42.42.5(pid=26831): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26831)]\u000a17:23:25.326772 run osmo-stp_10.42.42.5(pid=26831): stdout: \u000a| (launched: 2022-12-09_17:23:23.674576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:25.463108 run osmo-stp_10.42.42.5(pid=26831): stderr: \u000a| �[0;m�[38;5;43m20221209172324009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172324009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172324009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172324010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172324010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172324010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172324010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:25.593274 run osmo-stp_10.42.42.5(pid=26831): stdout: \u000a| (launched: 2022-12-09_17:23:23.674576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:25.722170 run osmo-stp_10.42.42.5(pid=26831): stderr: \u000a| �[0;m�[38;5;43m20221209172324009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172324009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172324009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172324010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172324010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172324010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172324010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:25.778996 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26831): Process ended prematurely: osmo-stp_10.42.42.5(pid=26831) [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26831)] [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:23:25.788065 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a17:23:25.851029 run osmo-hlr_10.42.42.2(pid=26828): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26828)]\u000a17:23:25.902738 run osmo-hlr_10.42.42.2(pid=26828): stdout: \u000a| (launched: 2022-12-09_17:23:22.383833) \u000a17:23:25.955629 run osmo-hlr_10.42.42.2(pid=26828): stderr: \u000a| �[0;m�[1;31m20221209172322725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172322725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172322725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172322726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172322726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172322726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172322746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172322758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172322759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172322759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:23:26.026661 run osmo-msc_10.42.42.6(pid=26834): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26834)]\u000a17:23:26.078451 run osmo-msc_10.42.42.6(pid=26834): stdout: \u000a| (launched: 2022-12-09_17:23:24.839893) \u000a17:23:26.130682 run osmo-msc_10.42.42.6(pid=26834): stderr: \u000a| �[0;m�[38;5;43m20221209172325161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172325161 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbdd92bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172325162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172325162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172325162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172325162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172325164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172325164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172325164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172325164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:23:26.174976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26827): Terminating (SIGTERM)\u000a17:23:26.216994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26830): Terminating (SIGTERM)\u000a17:23:26.258940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26833): Terminating (SIGTERM)\u000a17:23:26.268701 --- ParallelTerminationStrategy: PID 26827 died...\u000a17:23:26.325008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26827): Terminated: ok {rc=0}\u000a17:23:26.335515 --- ParallelTerminationStrategy: PID 26830 died...\u000a17:23:26.391588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26830): Terminated: ok {rc=0}\u000a17:23:26.401764 --- ParallelTerminationStrategy: PID 26833 died...\u000a17:23:26.458029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26833): Terminated: ok {rc=0}\u000a17:23:26.544414 bus /sierra_3: Setting Powered False\u000a17:23:27.647200 bus /sierra_3: Setting Powered False\u000a17:23:28.759019 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:23:07" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26845): Process ended prematurely: osmo-stp_10.42.42.5(pid=26845) [trial-2362↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26845)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26845): Process ended prematurely: osmo-stp_10.42.42.5(pid=26845) [trial-2362↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:23:30.735110 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:30.746082 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a17:23:30.891147 tst emergency_mo_mt_call.py: using LAC 22546\u000a17:23:31.025868 tst emergency_mo_mt_call.py: using RAC 106\u000a17:23:31.178307 tst emergency_mo_mt_call.py: using CellId 22546\u000a17:23:31.303558 tst emergency_mo_mt_call.py: using BVCI 22547\u000a17:23:31.327352 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:31.339872 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:31.352678 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:31.364808 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:31.376242 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:31.389473 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:31.510573 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:31.764131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:23:32.314901 run create_hlr_db(pid=26839): Launched\u000a17:23:32.502654 bus /sierra_2: Setting Powered False\u000a17:23:33.520095 run create_hlr_db(pid=26839): Terminated: ok {rc=0}\u000a17:23:33.920601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26841): Launched\u000a17:23:34.217725 run osmo-hlr_10.42.42.2(pid=26842): Launched\u000a17:23:34.332324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:23:34.854102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26844): Launched\u000a17:23:35.149456 run osmo-stp_10.42.42.5(pid=26845): Launched\u000a17:23:35.281283 tst emergency_mo_mt_call.py: using MSISDN 7294\u000a17:23:35.434000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:23:35.974896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26847): Launched\u000a17:23:36.271938 run osmo-msc_10.42.42.6(pid=26848): Launched\u000a17:23:36.445892 run osmo-stp_10.42.42.5(pid=26845): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26845)]\u000a17:23:36.571700 run osmo-stp_10.42.42.5(pid=26845): stdout: \u000a| (launched: 2022-12-09_17:23:35.003472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:36.695422 run osmo-stp_10.42.42.5(pid=26845): stderr: \u000a| �[0;m�[38;5;43m20221209172335175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172335175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172335175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172335175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172335176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172335176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172335176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:36.814531 run osmo-stp_10.42.42.5(pid=26845): stdout: \u000a| (launched: 2022-12-09_17:23:35.003472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:36.932868 run osmo-stp_10.42.42.5(pid=26845): stderr: \u000a| �[0;m�[38;5;43m20221209172335175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172335175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172335175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172335175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172335176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172335176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172335176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:36.984316 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26845): Process ended prematurely: osmo-stp_10.42.42.5(pid=26845) [trial-2362↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26845)] [trial-2362↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a17:23:36.992208 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a17:23:37.054790 run osmo-hlr_10.42.42.2(pid=26842): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26842)]\u000a17:23:37.104733 run osmo-hlr_10.42.42.2(pid=26842): stdout: \u000a| (launched: 2022-12-09_17:23:34.071106) \u000a17:23:37.155434 run osmo-hlr_10.42.42.2(pid=26842): stderr: \u000a| �[0;m�[1;31m20221209172334246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172334246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172334246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172334246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172334246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172334246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172334258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172334266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172334266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172334266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:23:37.223917 run osmo-msc_10.42.42.6(pid=26848): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26848)]\u000a17:23:37.273790 run osmo-msc_10.42.42.6(pid=26848): stdout: \u000a| (launched: 2022-12-09_17:23:36.125437) \u000a17:23:37.324359 run osmo-msc_10.42.42.6(pid=26848): stderr: \u000a| �[0;m�[38;5;43m20221209172336395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172336395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1bcb26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172336396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172336396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172336396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172336396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172336398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172336399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172336399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172336399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:23:37.366370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26841): Terminating (SIGTERM)\u000a17:23:37.406759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26844): Terminating (SIGTERM)\u000a17:23:37.447688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26847): Terminating (SIGTERM)\u000a17:23:37.457793 --- ParallelTerminationStrategy: PID 26841 died...\u000a17:23:37.512536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26841): Terminated: ok {rc=0}\u000a17:23:37.522627 --- ParallelTerminationStrategy: PID 26844 died...\u000a17:23:37.576625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26844): Terminated: ok {rc=0}\u000a17:23:37.587036 --- ParallelTerminationStrategy: PID 26847 died...\u000a17:23:37.640779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26847): Terminated: ok {rc=0}\u000a17:23:37.729862 bus /sierra_3: Setting Powered False\u000a17:23:38.834966 bus /sierra_3: Setting Powered False\u000a17:23:39.941986 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26856): Process ended prematurely: osmo-stp_10.42.42.5(pid=26856) [trial-2362↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26856)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26856): Process ended prematurely: osmo-stp_10.42.42.5(pid=26856) [trial-2362↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:23:40.994577 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:41.006276 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a17:23:41.136827 tst emergency_preemptive_call.py: using LAC 22547\u000a17:23:41.259896 tst emergency_preemptive_call.py: using RAC 107\u000a17:23:41.383867 tst emergency_preemptive_call.py: using CellId 22547\u000a17:23:41.510651 tst emergency_preemptive_call.py: using BVCI 22548\u000a17:23:41.535132 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:41.546035 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:41.556734 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:41.567588 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:41.578326 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:41.589284 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:41.706450 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:41.821960 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:41.940135 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:42.137061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:23:42.604495 run create_hlr_db(pid=26850): Launched\u000a17:23:42.776409 bus /sierra_2: Setting Powered False\u000a17:23:43.797916 run create_hlr_db(pid=26850): Terminated: ok {rc=0}\u000a17:23:44.222413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26852): Launched\u000a17:23:44.540914 run osmo-hlr_10.42.42.2(pid=26853): Launched\u000a17:23:44.661532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:23:45.216096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26855): Launched\u000a17:23:45.533965 run osmo-stp_10.42.42.5(pid=26856): Launched\u000a17:23:45.660758 tst emergency_preemptive_call.py: using MSISDN 7295\u000a17:23:45.818584 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:23:46.436174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26858): Launched\u000a17:23:46.871900 run osmo-msc_10.42.42.6(pid=26859): Launched\u000a17:23:47.234058 run osmo-stp_10.42.42.5(pid=26856): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26856)]\u000a17:23:47.366990 run osmo-stp_10.42.42.5(pid=26856): stdout: \u000a| (launched: 2022-12-09_17:23:45.377454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:47.500039 run osmo-stp_10.42.42.5(pid=26856): stderr: \u000a| �[0;m�[38;5;43m20221209172345569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172345569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172345569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172345570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172345570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172345570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172345570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:47.627556 run osmo-stp_10.42.42.5(pid=26856): stdout: \u000a| (launched: 2022-12-09_17:23:45.377454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:47.754042 run osmo-stp_10.42.42.5(pid=26856): stderr: \u000a| �[0;m�[38;5;43m20221209172345569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172345569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172345569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172345570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172345570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172345570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172345570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:47.809552 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26856): Process ended prematurely: osmo-stp_10.42.42.5(pid=26856) [trial-2362↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26856)] [trial-2362↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a17:23:47.818138 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a17:23:47.880853 run osmo-hlr_10.42.42.2(pid=26853): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26853)]\u000a17:23:47.932263 run osmo-hlr_10.42.42.2(pid=26853): stdout: \u000a| (launched: 2022-12-09_17:23:44.384290) \u000a17:23:47.984349 run osmo-hlr_10.42.42.2(pid=26853): stderr: \u000a| �[0;m�[1;31m20221209172344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172344595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172344604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172344604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172344604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:23:48.055174 run osmo-msc_10.42.42.6(pid=26859): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26859)]\u000a17:23:48.106854 run osmo-msc_10.42.42.6(pid=26859): stdout: \u000a| (launched: 2022-12-09_17:23:46.600608) \u000a17:23:48.159346 run osmo-msc_10.42.42.6(pid=26859): stderr: \u000a| �[0;m�[38;5;43m20221209172347039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172347039 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34ffaeac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172347039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172347039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172347039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172347039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172347045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172347046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172347046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172347046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:23:48.203518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26852): Terminating (SIGTERM)\u000a17:23:48.245332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26855): Terminating (SIGTERM)\u000a17:23:48.287364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26858): Terminating (SIGTERM)\u000a17:23:48.297204 --- ParallelTerminationStrategy: PID 26852 died...\u000a17:23:48.352988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26852): Terminated: ok {rc=0}\u000a17:23:48.363083 --- ParallelTerminationStrategy: PID 26855 died...\u000a17:23:48.419007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26855): Terminated: ok {rc=0}\u000a17:23:48.429258 --- ParallelTerminationStrategy: PID 26858 died...\u000a17:23:48.485229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26858): Terminated: ok {rc=0}\u000a17:23:48.573035 bus /sierra_9: Setting Powered False\u000a17:23:49.677950 bus /sierra_9: Setting Powered False\u000a17:23:50.784818 bus /sierra_8: Setting Powered False\u000a17:23:51.890071 bus /sierra_8: Setting Powered False\u000a17:23:52.996500 bus /sierra_3: Setting Powered False\u000a17:23:54.102917 bus /sierra_3: Setting Powered False\u000a17:23:55.211331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:23:30" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26874): Process ended prematurely: osmo-stp_10.42.42.5(pid=26874) [trial-2362↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26874)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26874): Process ended prematurely: osmo-stp_10.42.42.5(pid=26874) [trial-2362↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:23:57.276678 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:23:57.287097 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:23:57.406996 tst cs_paging_gprs_active.py: using LAC 22548\u000a17:23:57.523493 tst cs_paging_gprs_active.py: using RAC 108\u000a17:23:57.639665 tst cs_paging_gprs_active.py: using CellId 22548\u000a17:23:57.755629 tst cs_paging_gprs_active.py: using BVCI 22549\u000a17:23:57.778627 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:23:57.789089 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:23:57.799308 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:23:57.809764 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:23:57.820075 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:23:57.830511 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:23:57.841072 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:23:57.851506 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:23:57.862028 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:57.980204 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:58.258053 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:23:58.383289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:23:58.696273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26864): Launched\u000a17:23:58.956155 run iperf3-srv_10.42.42.10(pid=26865): Launched\u000a17:23:59.139591 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:23:59.264726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:23:59.577279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26866): Launched\u000a17:23:59.837190 run iperf3-srv_10.42.42.10(pid=26867): Launched\u000a17:24:00.020826 tst cs_paging_gprs_active.py:38: start network...\u000a17:24:00.145946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:00.620035 run create_hlr_db(pid=26868): Launched\u000a17:24:00.792833 bus /sierra_2: Setting Powered False\u000a17:24:01.831671 run create_hlr_db(pid=26868): Terminated: ok {rc=0}\u000a17:24:02.287386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26870): Launched\u000a17:24:02.613265 run osmo-hlr_10.42.42.2(pid=26871): Launched\u000a17:24:02.731637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:03.292464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26873): Launched\u000a17:24:03.616601 run osmo-stp_10.42.42.5(pid=26874): Launched\u000a17:24:03.733521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:24:04.296373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26876): Launched\u000a17:24:04.411142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:24:04.693683 run patchelf(pid=26877): Launched\u000a17:24:04.883124 run osmo-stp_10.42.42.5(pid=26874): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26874)]\u000a17:24:05.021589 run osmo-stp_10.42.42.5(pid=26874): stdout: \u000a| (launched: 2022-12-09_17:24:03.457357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:05.159670 run osmo-stp_10.42.42.5(pid=26874): stderr: \u000a| �[0;m�[38;5;43m20221209172403651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172403651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172403651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172403651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172403652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172403652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172403652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:05.293288 run osmo-stp_10.42.42.5(pid=26874): stdout: \u000a| (launched: 2022-12-09_17:24:03.457357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:05.425729 run osmo-stp_10.42.42.5(pid=26874): stderr: \u000a| �[0;m�[38;5;43m20221209172403651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172403651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172403651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172403651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172403652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172403652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172403652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:05.580620 run patchelf(pid=26877): Terminating (SIGINT)\u000a17:24:05.763236 run patchelf(pid=26877): Terminated: ok {rc=0}\u000a17:24:05.796566 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26874): Process ended prematurely: osmo-stp_10.42.42.5(pid=26874) [trial-2362↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26874)] [trial-2362↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a17:24:05.806315 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a17:24:05.869517 run osmo-hlr_10.42.42.2(pid=26871): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26871)]\u000a17:24:05.921081 run osmo-hlr_10.42.42.2(pid=26871): stdout: \u000a| (launched: 2022-12-09_17:24:02.453310) \u000a17:24:05.973423 run osmo-hlr_10.42.42.2(pid=26871): stderr: \u000a| �[0;m�[1;31m20221209172402652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172402652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172402652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172402652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172402652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172402652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172402668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172402678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172402678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172402678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:06.018008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26864): Terminating (SIGTERM)\u000a17:24:06.059760 run iperf3-srv_10.42.42.10(pid=26865): Terminating (SIGTERM)\u000a17:24:06.101400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26866): Terminating (SIGTERM)\u000a17:24:06.142817 run iperf3-srv_10.42.42.10(pid=26867): Terminating (SIGTERM)\u000a17:24:06.184387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26870): Terminating (SIGTERM)\u000a17:24:06.225951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26873): Terminating (SIGTERM)\u000a17:24:06.268221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26876): Terminating (SIGTERM)\u000a17:24:06.278108 --- ParallelTerminationStrategy: PID 26864 died...\u000a17:24:06.333943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26864): Terminated: ok {rc=0}\u000a17:24:06.344353 --- ParallelTerminationStrategy: PID 26865 died...\u000a17:24:06.399429 run iperf3-srv_10.42.42.10(pid=26865): Terminated {rc=256}\u000a17:24:06.409473 --- ParallelTerminationStrategy: PID 26866 died...\u000a17:24:06.464710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26866): Terminated: ok {rc=0}\u000a17:24:06.474696 --- ParallelTerminationStrategy: PID 26867 died...\u000a17:24:06.530262 run iperf3-srv_10.42.42.10(pid=26867): Terminated {rc=256}\u000a17:24:06.540177 --- ParallelTerminationStrategy: PID 26870 died...\u000a17:24:06.595173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26870): Terminated: ok {rc=0}\u000a17:24:06.605315 --- ParallelTerminationStrategy: PID 26873 died...\u000a17:24:06.660308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26873): Terminated: ok {rc=0}\u000a17:24:06.670334 --- ParallelTerminationStrategy: PID 26876 died...\u000a17:24:06.725160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26876): Terminated: ok {rc=0}\u000a17:24:06.812414 bus /gobi_0: Setting Powered False\u000a17:24:07.917832 bus /gobi_0: Setting Powered False\u000a17:24:09.023768 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26886): Process ended prematurely: osmo-stp_10.42.42.5(pid=26886) [trial-2362↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26886)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26886): Process ended prematurely: osmo-stp_10.42.42.5(pid=26886) [trial-2362↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a17:24:10.137341 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:10.148708 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:24:10.277866 tst iperf3.py: using LAC 22549\u000a17:24:10.405578 tst iperf3.py: using RAC 109\u000a17:24:10.533877 tst iperf3.py: using CellId 22549\u000a17:24:10.660196 tst iperf3.py: using BVCI 22550\u000a17:24:10.685235 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:10.696056 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:10.706972 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:10.717915 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:10.728625 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:10.739388 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:10.750280 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:10.761088 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:10.772023 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:11.066730 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:24:11.201869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:11.536792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26878): Launched\u000a17:24:11.815412 run iperf3-srv_10.42.42.10(pid=26879): Launched\u000a17:24:12.013809 tst iperf3.py:8: start network...\u000a17:24:12.148920 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:12.666532 run create_hlr_db(pid=26880): Launched\u000a17:24:12.853617 bus /gobi_6: Setting Powered False\u000a17:24:13.875298 run create_hlr_db(pid=26880): Terminated: ok {rc=0}\u000a17:24:14.281523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26882): Launched\u000a17:24:14.583841 run osmo-hlr_10.42.42.2(pid=26883): Launched\u000a17:24:14.698488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:15.231061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26885): Launched\u000a17:24:15.532821 run osmo-stp_10.42.42.5(pid=26886): Launched\u000a17:24:15.642960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:24:16.231934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26888): Launched\u000a17:24:16.352016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:24:16.651931 run patchelf(pid=26889): Launched\u000a17:24:16.849354 run osmo-stp_10.42.42.5(pid=26886): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26886)]\u000a17:24:16.991969 run osmo-stp_10.42.42.5(pid=26886): stdout: \u000a| (launched: 2022-12-09_17:24:15.383757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:17.133930 run osmo-stp_10.42.42.5(pid=26886): stderr: \u000a| �[0;m�[38;5;43m20221209172415553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172415553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172415553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172415554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172415554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172415554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172415554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:17.269105 run osmo-stp_10.42.42.5(pid=26886): stdout: \u000a| (launched: 2022-12-09_17:24:15.383757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:17.402461 run osmo-stp_10.42.42.5(pid=26886): stderr: \u000a| �[0;m�[38;5;43m20221209172415553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172415553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172415553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172415554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172415554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172415554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172415554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:17.557589 run patchelf(pid=26889): Terminating (SIGINT)\u000a17:24:17.739837 run patchelf(pid=26889): Terminated: ok {rc=0}\u000a17:24:17.773238 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26886): Process ended prematurely: osmo-stp_10.42.42.5(pid=26886) [trial-2362↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26886)] [trial-2362↪gprs:oc2g↪iperf3.py:8]\u000a17:24:17.783401 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a17:24:17.846217 run osmo-hlr_10.42.42.2(pid=26883): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26883)]\u000a17:24:17.897595 run osmo-hlr_10.42.42.2(pid=26883): stdout: \u000a| (launched: 2022-12-09_17:24:14.435018) \u000a17:24:17.949662 run osmo-hlr_10.42.42.2(pid=26883): stderr: \u000a| �[0;m�[1;31m20221209172414613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172414613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172414613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172414613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172414613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172414613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172414625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172414633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172414634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172414634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:17.993882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26878): Terminating (SIGTERM)\u000a17:24:18.035486 run iperf3-srv_10.42.42.10(pid=26879): Terminating (SIGTERM)\u000a17:24:18.077382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26882): Terminating (SIGTERM)\u000a17:24:18.119238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26885): Terminating (SIGTERM)\u000a17:24:18.161324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26888): Terminating (SIGTERM)\u000a17:24:18.171092 --- ParallelTerminationStrategy: PID 26878 died...\u000a17:24:18.227003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26878): Terminated: ok {rc=0}\u000a17:24:18.237311 --- ParallelTerminationStrategy: PID 26879 died...\u000a17:24:18.292988 run iperf3-srv_10.42.42.10(pid=26879): Terminated {rc=256}\u000a17:24:18.303225 --- ParallelTerminationStrategy: PID 26882 died...\u000a17:24:18.359805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26882): Terminated: ok {rc=0}\u000a17:24:18.370169 --- ParallelTerminationStrategy: PID 26885 died...\u000a17:24:18.426687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26885): Terminated: ok {rc=0}\u000a17:24:18.437191 --- ParallelTerminationStrategy: PID 26888 died...\u000a17:24:18.492892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26888): Terminated: ok {rc=0}\u000a17:24:18.580098 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26904): Process ended prematurely: osmo-stp_10.42.42.5(pid=26904) [trial-2362↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26904): Process ended prematurely: osmo-stp_10.42.42.5(pid=26904) [trial-2362↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a17:24:19.695807 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:19.707291 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:24:19.835786 tst iperf3m4.py: using LAC 22550\u000a17:24:19.961742 tst iperf3m4.py: using RAC 110\u000a17:24:20.083658 tst iperf3m4.py: using CellId 22550\u000a17:24:20.201161 tst iperf3m4.py: using BVCI 22551\u000a17:24:20.224552 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:20.235089 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:20.245544 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:20.256448 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:20.267305 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:20.278152 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:20.289031 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:20.299735 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:20.310706 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:20.429465 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:20.549720 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:20.667409 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:20.943598 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:24:21.069379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:21.383975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26890): Launched\u000a17:24:21.645165 run iperf3-srv_10.42.42.10(pid=26891): Launched\u000a17:24:21.829312 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:24:21.954942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:22.267471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26892): Launched\u000a17:24:22.527890 run iperf3-srv_10.42.42.10(pid=26893): Launched\u000a17:24:22.711679 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:24:22.836624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:23.149840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26894): Launched\u000a17:24:23.408772 run iperf3-srv_10.42.42.10(pid=26895): Launched\u000a17:24:23.591304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:24:23.715895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:24.028496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26896): Launched\u000a17:24:24.287548 run iperf3-srv_10.42.42.10(pid=26897): Launched\u000a17:24:24.470793 tst iperf3m4.py:8: start network...\u000a17:24:24.595507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:25.070460 run create_hlr_db(pid=26898): Launched\u000a17:24:25.243919 bus /gobi_6: Setting Powered False\u000a17:24:26.265166 run create_hlr_db(pid=26898): Terminated: ok {rc=0}\u000a17:24:26.698810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26900): Launched\u000a17:24:27.022572 run osmo-hlr_10.42.42.2(pid=26901): Launched\u000a17:24:27.140159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:27.701891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26903): Launched\u000a17:24:28.025426 run osmo-stp_10.42.42.5(pid=26904): Launched\u000a17:24:28.141965 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:24:28.707675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26906): Launched\u000a17:24:28.823263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:24:29.105060 run patchelf(pid=26907): Launched\u000a17:24:29.294397 run osmo-stp_10.42.42.5(pid=26904): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)]\u000a17:24:29.433037 run osmo-stp_10.42.42.5(pid=26904): stdout: \u000a| (launched: 2022-12-09_17:24:27.866700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:29.572270 run osmo-stp_10.42.42.5(pid=26904): stderr: \u000a| �[0;m�[38;5;43m20221209172428054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172428054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172428054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172428055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172428055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172428055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172428055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:29.705906 run osmo-stp_10.42.42.5(pid=26904): stdout: \u000a| (launched: 2022-12-09_17:24:27.866700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:29.838586 run osmo-stp_10.42.42.5(pid=26904): stderr: \u000a| �[0;m�[38;5;43m20221209172428054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172428054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172428054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172428055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172428055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172428055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172428055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:29.992763 run patchelf(pid=26907): Terminating (SIGINT)\u000a17:24:30.174423 run patchelf(pid=26907): Terminated: ok {rc=0}\u000a17:24:30.207525 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26904): Process ended prematurely: osmo-stp_10.42.42.5(pid=26904) [trial-2362↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)] [trial-2362↪gprs:oc2g↪iperf3m4.py:8]\u000a17:24:30.217343 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a17:24:30.280306 run osmo-hlr_10.42.42.2(pid=26901): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26901)]\u000a17:24:30.331668 run osmo-hlr_10.42.42.2(pid=26901): stdout: \u000a| (launched: 2022-12-09_17:24:26.863665) \u000a17:24:30.383591 run osmo-hlr_10.42.42.2(pid=26901): stderr: \u000a| �[0;m�[1;31m20221209172427061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172427061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172427061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172427061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172427061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172427061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172427074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172427082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172427082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172427082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:30.427793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26890): Terminating (SIGTERM)\u000a17:24:30.469983 run iperf3-srv_10.42.42.10(pid=26891): Terminating (SIGTERM)\u000a17:24:30.511830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26892): Terminating (SIGTERM)\u000a17:24:30.553507 run iperf3-srv_10.42.42.10(pid=26893): Terminating (SIGTERM)\u000a17:24:30.595243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26894): Terminating (SIGTERM)\u000a17:24:30.636796 run iperf3-srv_10.42.42.10(pid=26895): Terminating (SIGTERM)\u000a17:24:30.678474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26896): Terminating (SIGTERM)\u000a17:24:30.720156 run iperf3-srv_10.42.42.10(pid=26897): Terminating (SIGTERM)\u000a17:24:30.761989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26900): Terminating (SIGTERM)\u000a17:24:30.803719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26903): Terminating (SIGTERM)\u000a17:24:30.845699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26906): Terminating (SIGTERM)\u000a17:24:30.855401 --- ParallelTerminationStrategy: PID 26890 died...\u000a17:24:30.912786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26890): Terminated: ok {rc=0}\u000a17:24:30.923671 --- ParallelTerminationStrategy: PID 26891 died...\u000a17:24:30.984507 run iperf3-srv_10.42.42.10(pid=26891): Terminated {rc=256}\u000a17:24:30.995046 --- ParallelTerminationStrategy: PID 26892 died...\u000a17:24:31.052478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26892): Terminated: ok {rc=0}\u000a17:24:31.062937 --- ParallelTerminationStrategy: PID 26893 died...\u000a17:24:31.120188 run iperf3-srv_10.42.42.10(pid=26893): Terminated {rc=256}\u000a17:24:31.130705 --- ParallelTerminationStrategy: PID 26894 died...\u000a17:24:31.187621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26894): Terminated: ok {rc=0}\u000a17:24:31.198314 --- ParallelTerminationStrategy: PID 26895 died...\u000a17:24:31.255331 run iperf3-srv_10.42.42.10(pid=26895): Terminated {rc=256}\u000a17:24:31.266104 --- ParallelTerminationStrategy: PID 26896 died...\u000a17:24:31.322957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26896): Terminated: ok {rc=0}\u000a17:24:31.333666 --- ParallelTerminationStrategy: PID 26897 died...\u000a17:24:31.390610 run iperf3-srv_10.42.42.10(pid=26897): Terminated {rc=256}\u000a17:24:31.401326 --- ParallelTerminationStrategy: PID 26900 died...\u000a17:24:31.458315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26900): Terminated: ok {rc=0}\u000a17:24:31.469055 --- ParallelTerminationStrategy: PID 26903 died...\u000a17:24:31.525906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26903): Terminated: ok {rc=0}\u000a17:24:31.536562 --- ParallelTerminationStrategy: PID 26906 died...\u000a17:24:31.593157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26906): Terminated: ok {rc=0}\u000a17:24:31.683029 bus /gobi_4: Setting Powered False\u000a17:24:32.784871 bus /gobi_4: Setting Powered False\u000a17:24:33.896308 bus /gobi_1: Setting Powered False\u000a17:24:34.998954 bus /gobi_1: Setting Powered False\u000a17:24:36.109531 bus /gobi_0: Setting Powered False\u000a17:24:37.212469 bus /gobi_0: Setting Powered False\u000a17:24:38.324197 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2362↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2362↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g ping.py\u000a----------------------------------------------\u000a17:24:39.390585 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:39.402007 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:24:39.531014 tst ping.py: using LAC 22551\u000a17:24:39.655083 tst ping.py: using RAC 111\u000a17:24:39.779970 tst ping.py: using CellId 22551\u000a17:24:39.905434 tst ping.py: using BVCI 22552\u000a17:24:39.929822 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:39.940608 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:39.951427 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:39.962189 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:39.972789 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:39.983512 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:39.994396 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:40.005021 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:40.277989 tst ping.py:19: start network...\u000a17:24:40.401282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:40.866302 run create_hlr_db(pid=26908): Launched\u000a17:24:41.036937 bus /gobi_6: Setting Powered False\u000a17:24:42.058497 run create_hlr_db(pid=26908): Terminated: ok {rc=0}\u000a17:24:42.482580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Launched\u000a17:24:42.801691 run osmo-hlr_10.42.42.2(pid=26911): Launched\u000a17:24:42.917849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:43.472102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Launched\u000a17:24:43.790479 run osmo-stp_10.42.42.5(pid=26914): Launched\u000a17:24:43.905414 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:24:44.460188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26916): Launched\u000a17:24:44.573662 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:24:44.850586 run patchelf(pid=26917): Launched\u000a17:24:45.037227 run osmo-stp_10.42.42.5(pid=26914): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]\u000a17:24:45.173455 run osmo-stp_10.42.42.5(pid=26914): stdout: \u000a| (launched: 2022-12-09_17:24:43.634129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:45.310535 run osmo-stp_10.42.42.5(pid=26914): stderr: \u000a| �[0;m�[38;5;43m20221209172443828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172443828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172443828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172443828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172443829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172443829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172443829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:45.441976 run osmo-stp_10.42.42.5(pid=26914): stdout: \u000a| (launched: 2022-12-09_17:24:43.634129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:45.572455 run osmo-stp_10.42.42.5(pid=26914): stderr: \u000a| �[0;m�[38;5;43m20221209172443828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172443828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172443828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172443828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172443829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172443829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172443829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:45.724202 run patchelf(pid=26917): Terminating (SIGINT)\u000a17:24:45.915246 run patchelf(pid=26917): Terminated: ok {rc=0}\u000a17:24:45.951829 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2362↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)] [trial-2362↪gprs:oc2g↪ping.py:22]\u000a17:24:45.961646 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:24:46.026794 run osmo-hlr_10.42.42.2(pid=26911): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26911)]\u000a17:24:46.079681 run osmo-hlr_10.42.42.2(pid=26911): stdout: \u000a| (launched: 2022-12-09_17:24:42.645236) \u000a17:24:46.133875 run osmo-hlr_10.42.42.2(pid=26911): stderr: \u000a| �[0;m�[1;31m20221209172442845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172442845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172442845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172442845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172442845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172442845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172442862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172442871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172442871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172442871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:46.179804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Terminating (SIGTERM)\u000a17:24:46.224673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Terminating (SIGTERM)\u000a17:24:46.268348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26916): Terminating (SIGTERM)\u000a17:24:46.278809 --- ParallelTerminationStrategy: PID 26910 died...\u000a17:24:46.336020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Terminated: ok {rc=0}\u000a17:24:46.347171 --- ParallelTerminationStrategy: PID 26913 died...\u000a17:24:46.404879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Terminated: ok {rc=0}\u000a17:24:46.416099 --- ParallelTerminationStrategy: PID 26916 died...\u000a17:24:46.473796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26916): Terminated: ok {rc=0}\u000a17:24:46.562459 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26924): Process ended prematurely: osmo-stp_10.42.42.5(pid=26924) [trial-2362↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26924)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26924): Process ended prematurely: osmo-stp_10.42.42.5(pid=26924) [trial-2362↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a17:24:47.612818 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:47.624312 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:24:47.754379 tst ping_idle_ping.py: using LAC 22552\u000a17:24:47.880875 tst ping_idle_ping.py: using RAC 112\u000a17:24:48.005779 tst ping_idle_ping.py: using CellId 22552\u000a17:24:48.130396 tst ping_idle_ping.py: using BVCI 22553\u000a17:24:48.154733 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:48.165639 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:48.176326 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:48.187050 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:48.197714 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:48.208414 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:48.219224 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:48.229918 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:48.507651 tst ping_idle_ping.py:24: start network...\u000a17:24:48.631809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:49.101463 run create_hlr_db(pid=26918): Launched\u000a17:24:49.272853 bus /gobi_6: Setting Powered False\u000a17:24:50.293370 run create_hlr_db(pid=26918): Terminated: ok {rc=0}\u000a17:24:50.718938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26920): Launched\u000a17:24:51.038313 run osmo-hlr_10.42.42.2(pid=26921): Launched\u000a17:24:51.155346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:51.710559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26923): Launched\u000a17:24:52.028706 run osmo-stp_10.42.42.5(pid=26924): Launched\u000a17:24:52.144067 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:24:52.699922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26926): Launched\u000a17:24:52.813016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:24:53.089826 run patchelf(pid=26927): Launched\u000a17:24:53.275556 run osmo-stp_10.42.42.5(pid=26924): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26924)]\u000a17:24:53.412241 run osmo-stp_10.42.42.5(pid=26924): stdout: \u000a| (launched: 2022-12-09_17:24:51.872548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:53.549762 run osmo-stp_10.42.42.5(pid=26924): stderr: \u000a| �[0;m�[38;5;43m20221209172452065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172452065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172452065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172452066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172452066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172452066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172452066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:53.681594 run osmo-stp_10.42.42.5(pid=26924): stdout: \u000a| (launched: 2022-12-09_17:24:51.872548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:53.812070 run osmo-stp_10.42.42.5(pid=26924): stderr: \u000a| �[0;m�[38;5;43m20221209172452065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172452065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172452065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172452066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172452066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172452066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172452066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:53.963869 run patchelf(pid=26927): Terminating (SIGINT)\u000a17:24:54.142346 run patchelf(pid=26927): Terminated: ok {rc=0}\u000a17:24:54.174621 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26924): Process ended prematurely: osmo-stp_10.42.42.5(pid=26924) [trial-2362↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26924)] [trial-2362↪gprs:oc2g↪ping_idle_ping.py:27]\u000a17:24:54.183862 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:24:54.246476 run osmo-hlr_10.42.42.2(pid=26921): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26921)]\u000a17:24:54.297415 run osmo-hlr_10.42.42.2(pid=26921): stdout: \u000a| (launched: 2022-12-09_17:24:50.880934) \u000a17:24:54.349227 run osmo-hlr_10.42.42.2(pid=26921): stderr: \u000a| �[0;m�[1;31m20221209172451077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172451077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172451077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172451077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172451078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172451078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172451090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172451098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172451098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172451098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:54.393110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26920): Terminating (SIGTERM)\u000a17:24:54.434903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26923): Terminating (SIGTERM)\u000a17:24:54.476910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26926): Terminating (SIGTERM)\u000a17:24:54.486756 --- ParallelTerminationStrategy: PID 26920 died...\u000a17:24:54.542836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26920): Terminated: ok {rc=0}\u000a17:24:54.553178 --- ParallelTerminationStrategy: PID 26923 died...\u000a17:24:54.608999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26923): Terminated: ok {rc=0}\u000a17:24:54.619235 --- ParallelTerminationStrategy: PID 26926 died...\u000a17:24:54.675066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26926): Terminated: ok {rc=0}\u000a17:24:54.763195 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:23:56" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26951): Process ended prematurely: osmo-stp_10.42.42.5(pid=26951) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26951)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26951): Process ended prematurely: osmo-stp_10.42.42.5(pid=26951) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:24:56.859196 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:24:56.869731 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:24:56.989653 tst cs_paging_gprs_active.py: using LAC 22553\u000a17:24:57.105066 tst cs_paging_gprs_active.py: using RAC 113\u000a17:24:57.225847 tst cs_paging_gprs_active.py: using CellId 22553\u000a17:24:57.348466 tst cs_paging_gprs_active.py: using BVCI 22554\u000a17:24:57.373172 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:24:57.384106 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:24:57.395158 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:24:57.406187 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:24:57.416884 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:24:57.427762 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:24:57.438777 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:24:57.449403 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:24:57.460682 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:24:57.578555 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:24:57.863386 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:24:57.995923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:58.324046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931): Launched\u000a17:24:58.596740 run iperf3-srv_10.42.42.10(pid=26932): Launched\u000a17:24:58.792018 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:24:58.924255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:59.252661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26933): Launched\u000a17:24:59.525731 run iperf3-srv_10.42.42.10(pid=26934): Launched\u000a17:24:59.720184 tst cs_paging_gprs_active.py:38: start network...\u000a17:24:59.852746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:00.361524 run create_hlr_db(pid=26935): Launched\u000a17:25:00.546033 bus /gobi_6: Setting Powered False\u000a17:25:01.562334 run create_hlr_db(pid=26935): Terminated: ok {rc=0}\u000a17:25:02.043888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26940): Launched\u000a17:25:02.489204 run osmo-hlr_10.42.42.2(pid=26943): Launched\u000a17:25:02.714425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:03.270725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26950): Launched\u000a17:25:03.569718 run osmo-stp_10.42.42.5(pid=26951): Launched\u000a17:25:03.678677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:25:04.196193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26953): Launched\u000a17:25:04.301974 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:25:04.561963 run patchelf(pid=26954): Launched\u000a17:25:04.736884 run osmo-stp_10.42.42.5(pid=26951): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26951)]\u000a17:25:04.864733 run osmo-stp_10.42.42.5(pid=26951): stdout: \u000a| (launched: 2022-12-09_17:25:03.421737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:04.993670 run osmo-stp_10.42.42.5(pid=26951): stderr: \u000a| �[0;m�[38;5;43m20221209172503591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172503591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172503591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172503592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172503592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172503592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172503592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:05.117113 run osmo-stp_10.42.42.5(pid=26951): stdout: \u000a| (launched: 2022-12-09_17:25:03.421737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:05.239498 run osmo-stp_10.42.42.5(pid=26951): stderr: \u000a| �[0;m�[38;5;43m20221209172503591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172503591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172503591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172503592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172503592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172503592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172503592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:05.382212 run patchelf(pid=26954): Terminating (SIGINT)\u000a17:25:05.550571 run patchelf(pid=26954): Terminated: ok {rc=0}\u000a17:25:05.581687 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26951): Process ended prematurely: osmo-stp_10.42.42.5(pid=26951) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26951)] [trial-2362↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:25:05.590964 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a17:25:05.651247 run osmo-hlr_10.42.42.2(pid=26943): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26943)]\u000a17:25:05.700265 run osmo-hlr_10.42.42.2(pid=26943): stdout: \u000a| (launched: 2022-12-09_17:25:02.263341) \u000a17:25:05.750137 run osmo-hlr_10.42.42.2(pid=26943): stderr: \u000a| �[0;m�[1;31m20221209172502581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172502581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172502582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172502582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172502582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172502582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172502608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172502620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172502621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172502621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:05.792032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931): Terminating (SIGTERM)\u000a17:25:05.831801 run iperf3-srv_10.42.42.10(pid=26932): Terminating (SIGTERM)\u000a17:25:05.871574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26933): Terminating (SIGTERM)\u000a17:25:05.911336 run iperf3-srv_10.42.42.10(pid=26934): Terminating (SIGTERM)\u000a17:25:05.950933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26940): Terminating (SIGTERM)\u000a17:25:05.991009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26950): Terminating (SIGTERM)\u000a17:25:06.030984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26953): Terminating (SIGTERM)\u000a17:25:06.040220 --- ParallelTerminationStrategy: PID 26931 died...\u000a17:25:06.093530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26931): Terminated: ok {rc=0}\u000a17:25:06.102987 --- ParallelTerminationStrategy: PID 26932 died...\u000a17:25:06.155806 run iperf3-srv_10.42.42.10(pid=26932): Terminated {rc=256}\u000a17:25:06.165316 --- ParallelTerminationStrategy: PID 26933 died...\u000a17:25:06.218172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26933): Terminated: ok {rc=0}\u000a17:25:06.227623 --- ParallelTerminationStrategy: PID 26934 died...\u000a17:25:06.280052 run iperf3-srv_10.42.42.10(pid=26934): Terminated {rc=256}\u000a17:25:06.289688 --- ParallelTerminationStrategy: PID 26940 died...\u000a17:25:06.342617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26940): Terminated: ok {rc=0}\u000a17:25:06.352044 --- ParallelTerminationStrategy: PID 26950 died...\u000a17:25:06.404677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26950): Terminated: ok {rc=0}\u000a17:25:06.414363 --- ParallelTerminationStrategy: PID 26953 died...\u000a17:25:06.467859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26953): Terminated: ok {rc=0}\u000a17:25:06.557101 bus /gobi_0: Setting Powered False\u000a17:25:07.658660 bus /gobi_0: Setting Powered False\u000a17:25:08.764687 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27314): Process ended prematurely: osmo-stp_10.42.42.5(pid=27314) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27314)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27314): Process ended prematurely: osmo-stp_10.42.42.5(pid=27314) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:25:09.879297 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:09.891213 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:25:10.020899 tst iperf3.py: using LAC 22554\u000a17:25:10.148595 tst iperf3.py: using RAC 114\u000a17:25:10.267406 tst iperf3.py: using CellId 22554\u000a17:25:10.385977 tst iperf3.py: using BVCI 22555\u000a17:25:10.408508 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:10.419197 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:10.429721 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:10.440391 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:10.450943 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:10.461613 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:10.472336 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:10.483008 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:10.493766 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:10.784302 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:25:10.916632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:11.245522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26955): Launched\u000a17:25:11.517696 run iperf3-srv_10.42.42.10(pid=26956): Launched\u000a17:25:11.711359 tst iperf3.py:8: start network...\u000a17:25:11.843262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:12.348486 run create_hlr_db(pid=26957): Launched\u000a17:25:12.532155 bus /gobi_6: Setting Powered False\u000a17:25:13.550695 run create_hlr_db(pid=26957): Terminated: ok {rc=0}\u000a17:25:13.987154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27136): Launched\u000a17:25:14.372817 run osmo-hlr_10.42.42.2(pid=27173): Launched\u000a17:25:14.518480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:15.101543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27313): Launched\u000a17:25:15.398505 run osmo-stp_10.42.42.5(pid=27314): Launched\u000a17:25:15.506906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:25:16.065986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27316): Launched\u000a17:25:16.208357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:25:16.531249 run patchelf(pid=27317): Launched\u000a17:25:16.725735 run osmo-stp_10.42.42.5(pid=27314): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27314)]\u000a17:25:16.869518 run osmo-stp_10.42.42.5(pid=27314): stdout: \u000a| (launched: 2022-12-09_17:25:15.252551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:17.011155 run osmo-stp_10.42.42.5(pid=27314): stderr: \u000a| �[0;m�[38;5;43m20221209172515422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172515422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172515423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172515423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172515425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172515425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172515425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:17.147870 run osmo-stp_10.42.42.5(pid=27314): stdout: \u000a| (launched: 2022-12-09_17:25:15.252551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:17.280929 run osmo-stp_10.42.42.5(pid=27314): stderr: \u000a| �[0;m�[38;5;43m20221209172515422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172515422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172515423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172515423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172515425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172515425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172515425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:17.433691 run patchelf(pid=27317): Terminating (SIGINT)\u000a17:25:17.613983 run patchelf(pid=27317): Terminated: ok {rc=0}\u000a17:25:17.647276 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27314): Process ended prematurely: osmo-stp_10.42.42.5(pid=27314) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27314)] [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a17:25:17.657476 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:25:17.721876 run osmo-hlr_10.42.42.2(pid=27173): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27173)]\u000a17:25:17.773980 run osmo-hlr_10.42.42.2(pid=27173): stdout: \u000a| (launched: 2022-12-09_17:25:14.141326) \u000a17:25:17.826793 run osmo-hlr_10.42.42.2(pid=27173): stderr: \u000a| �[0;m�[1;31m20221209172514445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172514445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172514445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172514445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172514445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172514445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172514469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172514479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172514479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172514479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:17.871479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26955): Terminating (SIGTERM)\u000a17:25:17.913973 run iperf3-srv_10.42.42.10(pid=26956): Terminating (SIGTERM)\u000a17:25:17.956656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27136): Terminating (SIGTERM)\u000a17:25:17.999466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27313): Terminating (SIGTERM)\u000a17:25:18.042261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27316): Terminating (SIGTERM)\u000a17:25:18.052471 --- ParallelTerminationStrategy: PID 26955 died...\u000a17:25:18.109714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26955): Terminated: ok {rc=0}\u000a17:25:18.119913 --- ParallelTerminationStrategy: PID 26956 died...\u000a17:25:18.176867 run iperf3-srv_10.42.42.10(pid=26956): Terminated {rc=256}\u000a17:25:18.187127 --- ParallelTerminationStrategy: PID 27136 died...\u000a17:25:18.244001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27136): Terminated: ok {rc=0}\u000a17:25:18.254092 --- ParallelTerminationStrategy: PID 27313 died...\u000a17:25:18.311073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27313): Terminated: ok {rc=0}\u000a17:25:18.321268 --- ParallelTerminationStrategy: PID 27316 died...\u000a17:25:18.377558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27316): Terminated: ok {rc=0}\u000a17:25:18.466616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27508): Process ended prematurely: osmo-stp_10.42.42.5(pid=27508) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27508): Process ended prematurely: osmo-stp_10.42.42.5(pid=27508) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:25:19.581019 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:19.592853 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:25:19.723093 tst iperf3m4.py: using LAC 22555\u000a17:25:19.852707 tst iperf3m4.py: using RAC 115\u000a17:25:19.975698 tst iperf3m4.py: using CellId 22555\u000a17:25:20.100268 tst iperf3m4.py: using BVCI 22556\u000a17:25:20.124848 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:20.136134 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:20.147084 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:20.158535 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:20.170124 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:20.181677 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:20.193297 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:20.204616 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:20.216356 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:20.334267 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:20.448175 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:20.567039 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:20.841437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:25:20.964885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:21.273343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27319): Launched\u000a17:25:21.528597 run iperf3-srv_10.42.42.10(pid=27320): Launched\u000a17:25:21.708527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:25:21.831223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:22.138638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27321): Launched\u000a17:25:22.393242 run iperf3-srv_10.42.42.10(pid=27322): Launched\u000a17:25:22.572934 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:25:22.695959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:23.003487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27323): Launched\u000a17:25:23.277587 run iperf3-srv_10.42.42.10(pid=27324): Launched\u000a17:25:23.476598 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:25:23.613847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:23.964839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27416): Launched\u000a17:25:24.246278 run iperf3-srv_10.42.42.10(pid=27453): Launched\u000a17:25:24.436455 tst iperf3m4.py:8: start network...\u000a17:25:24.562351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:25.079417 run create_hlr_db(pid=27502): Launched\u000a17:25:25.253051 bus /gobi_6: Setting Powered False\u000a17:25:26.275789 run create_hlr_db(pid=27502): Terminated: ok {rc=0}\u000a17:25:26.707512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27504): Launched\u000a17:25:27.118605 run osmo-hlr_10.42.42.2(pid=27505): Launched\u000a17:25:27.347687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:27.975767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27507): Launched\u000a17:25:28.380460 run osmo-stp_10.42.42.5(pid=27508): Launched\u000a17:25:28.624468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:25:29.214496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27511): Launched\u000a17:25:29.322850 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:25:29.588599 run patchelf(pid=27512): Launched\u000a17:25:29.767043 run osmo-stp_10.42.42.5(pid=27508): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)]\u000a17:25:29.897360 run osmo-stp_10.42.42.5(pid=27508): stdout: \u000a| (launched: 2022-12-09_17:25:28.131610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:30.027589 run osmo-stp_10.42.42.5(pid=27508): stderr: \u000a| �[0;m�[38;5;43m20221209172528460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172528460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172528460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172528460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172528467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172528467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172528467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:30.153178 run osmo-stp_10.42.42.5(pid=27508): stdout: \u000a| (launched: 2022-12-09_17:25:28.131610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:30.277660 run osmo-stp_10.42.42.5(pid=27508): stderr: \u000a| �[0;m�[38;5;43m20221209172528460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172528460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172528460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172528460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172528467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172528467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172528467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:30.422626 run patchelf(pid=27512): Terminating (SIGINT)\u000a17:25:30.592440 run patchelf(pid=27512): Terminated: ok {rc=0}\u000a17:25:30.624138 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27508): Process ended prematurely: osmo-stp_10.42.42.5(pid=27508) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)] [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:25:30.633473 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a17:25:30.695486 run osmo-hlr_10.42.42.2(pid=27505): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27505)]\u000a17:25:30.745043 run osmo-hlr_10.42.42.2(pid=27505): stdout: \u000a| (launched: 2022-12-09_17:25:26.866181) \u000a17:25:30.796254 run osmo-hlr_10.42.42.2(pid=27505): stderr: \u000a| �[0;m�[1;31m20221209172527201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172527201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172527201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172527201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172527201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172527201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172527222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172527231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172527231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172527231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:30.854837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27319): Terminating (SIGTERM)\u000a17:25:30.898298 run iperf3-srv_10.42.42.10(pid=27320): Terminating (SIGTERM)\u000a17:25:30.942491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27321): Terminating (SIGTERM)\u000a17:25:30.983607 run iperf3-srv_10.42.42.10(pid=27322): Terminating (SIGTERM)\u000a17:25:31.024591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27323): Terminating (SIGTERM)\u000a17:25:31.065927 run iperf3-srv_10.42.42.10(pid=27324): Terminating (SIGTERM)\u000a17:25:31.107237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27416): Terminating (SIGTERM)\u000a17:25:31.148523 run iperf3-srv_10.42.42.10(pid=27453): Terminating (SIGTERM)\u000a17:25:31.190110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27504): Terminating (SIGTERM)\u000a17:25:31.233881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27507): Terminating (SIGTERM)\u000a17:25:31.277605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27511): Terminating (SIGTERM)\u000a17:25:31.287098 --- ParallelTerminationStrategy: PID 27319 died...\u000a17:25:31.342122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27319): Terminated: ok {rc=0}\u000a17:25:31.352717 --- ParallelTerminationStrategy: PID 27320 died...\u000a17:25:31.407587 run iperf3-srv_10.42.42.10(pid=27320): Terminated {rc=256}\u000a17:25:31.418109 --- ParallelTerminationStrategy: PID 27321 died...\u000a17:25:31.473275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27321): Terminated: ok {rc=0}\u000a17:25:31.483451 --- ParallelTerminationStrategy: PID 27322 died...\u000a17:25:31.538156 run iperf3-srv_10.42.42.10(pid=27322): Terminated {rc=256}\u000a17:25:31.548457 --- ParallelTerminationStrategy: PID 27323 died...\u000a17:25:31.603908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27323): Terminated: ok {rc=0}\u000a17:25:31.614154 --- ParallelTerminationStrategy: PID 27324 died...\u000a17:25:31.668565 run iperf3-srv_10.42.42.10(pid=27324): Terminated {rc=256}\u000a17:25:31.679107 --- ParallelTerminationStrategy: PID 27416 died...\u000a17:25:31.734319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27416): Terminated: ok {rc=0}\u000a17:25:31.744445 --- ParallelTerminationStrategy: PID 27453 died...\u000a17:25:31.799706 run iperf3-srv_10.42.42.10(pid=27453): Terminated {rc=256}\u000a17:25:31.810006 --- ParallelTerminationStrategy: PID 27504 died...\u000a17:25:31.864797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27504): Terminated: ok {rc=0}\u000a17:25:31.875455 --- ParallelTerminationStrategy: PID 27507 died...\u000a17:25:31.930771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27507): Terminated: ok {rc=0}\u000a17:25:31.940941 --- ParallelTerminationStrategy: PID 27511 died...\u000a17:25:31.996373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27511): Terminated: ok {rc=0}\u000a17:25:32.083964 bus /gobi_4: Setting Powered False\u000a17:25:33.186657 bus /gobi_4: Setting Powered False\u000a17:25:34.296559 bus /gobi_1: Setting Powered False\u000a17:25:35.403818 bus /gobi_1: Setting Powered False\u000a17:25:36.516701 bus /gobi_0: Setting Powered False\u000a17:25:37.620417 bus /gobi_0: Setting Powered False\u000a17:25:38.733182 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27519): Process ended prematurely: osmo-stp_10.42.42.5(pid=27519) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27519): Process ended prematurely: osmo-stp_10.42.42.5(pid=27519) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:25:39.800466 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:39.811860 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:25:39.944738 tst ping.py: using LAC 22556\u000a17:25:40.066918 tst ping.py: using RAC 116\u000a17:25:40.190147 tst ping.py: using CellId 22556\u000a17:25:40.312330 tst ping.py: using BVCI 22557\u000a17:25:40.336528 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:40.347785 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:40.358896 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:40.369950 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:40.380857 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:40.391831 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:40.403255 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:40.414308 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:40.685584 tst ping.py:19: start network...\u000a17:25:40.808622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:41.275809 run create_hlr_db(pid=27513): Launched\u000a17:25:41.446933 bus /gobi_6: Setting Powered False\u000a17:25:42.468578 run create_hlr_db(pid=27513): Terminated: ok {rc=0}\u000a17:25:42.864557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27515): Launched\u000a17:25:43.161569 run osmo-hlr_10.42.42.2(pid=27516): Launched\u000a17:25:43.272927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:43.799482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27518): Launched\u000a17:25:44.096107 run osmo-stp_10.42.42.5(pid=27519): Launched\u000a17:25:44.204435 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:25:44.721750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27521): Launched\u000a17:25:44.827190 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:25:45.088188 run patchelf(pid=27522): Launched\u000a17:25:45.262694 run osmo-stp_10.42.42.5(pid=27519): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)]\u000a17:25:45.390335 run osmo-stp_10.42.42.5(pid=27519): stdout: \u000a| (launched: 2022-12-09_17:25:43.949660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:45.518937 run osmo-stp_10.42.42.5(pid=27519): stderr: \u000a| �[0;m�[38;5;43m20221209172544117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172544118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172544118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172544118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172544120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172544121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172544121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:45.641992 run osmo-stp_10.42.42.5(pid=27519): stdout: \u000a| (launched: 2022-12-09_17:25:43.949660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:45.763783 run osmo-stp_10.42.42.5(pid=27519): stderr: \u000a| �[0;m�[38;5;43m20221209172544117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172544118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172544118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172544118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172544120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172544121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172544121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:45.938757 run patchelf(pid=27522): Terminating (SIGINT)\u000a17:25:46.126635 run patchelf(pid=27522): Terminated: ok {rc=0}\u000a17:25:46.160911 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27519): Process ended prematurely: osmo-stp_10.42.42.5(pid=27519) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)] [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a17:25:46.170878 tst ping.py:22: Test FAILED (6.4 sec)\u000a17:25:46.236065 run osmo-hlr_10.42.42.2(pid=27516): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27516)]\u000a17:25:46.289347 run osmo-hlr_10.42.42.2(pid=27516): stdout: \u000a| (launched: 2022-12-09_17:25:43.014729) \u000a17:25:46.344684 run osmo-hlr_10.42.42.2(pid=27516): stderr: \u000a| �[0;m�[1;31m20221209172543192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172543192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172543192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172543193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172543193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172543193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172543205 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172543213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172543214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172543214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:46.391721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27515): Terminating (SIGTERM)\u000a17:25:46.438315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27518): Terminating (SIGTERM)\u000a17:25:46.485245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27521): Terminating (SIGTERM)\u000a17:25:46.496891 --- ParallelTerminationStrategy: PID 27515 died...\u000a17:25:46.564721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27515): Terminated: ok {rc=0}\u000a17:25:46.576253 --- ParallelTerminationStrategy: PID 27518 died...\u000a17:25:46.644391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27518): Terminated: ok {rc=0}\u000a17:25:46.656742 --- ParallelTerminationStrategy: PID 27521 died...\u000a17:25:46.731836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27521): Terminated: ok {rc=0}\u000a17:25:46.821272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27529): Process ended prematurely: osmo-stp_10.42.42.5(pid=27529) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27529)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27529): Process ended prematurely: osmo-stp_10.42.42.5(pid=27529) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:25:47.875292 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:47.887755 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:25:48.019791 tst ping_idle_ping.py: using LAC 22557\u000a17:25:48.145585 tst ping_idle_ping.py: using RAC 117\u000a17:25:48.269765 tst ping_idle_ping.py: using CellId 22557\u000a17:25:48.398083 tst ping_idle_ping.py: using BVCI 22558\u000a17:25:48.422515 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:48.433751 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:48.444699 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:48.455749 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:48.466641 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:48.477706 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:48.489195 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:48.500364 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:48.774936 tst ping_idle_ping.py:24: start network...\u000a17:25:48.898152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:49.371376 run create_hlr_db(pid=27523): Launched\u000a17:25:49.543440 bus /gobi_6: Setting Powered False\u000a17:25:50.564882 run create_hlr_db(pid=27523): Terminated: ok {rc=0}\u000a17:25:50.988214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27525): Launched\u000a17:25:51.288818 run osmo-hlr_10.42.42.2(pid=27526): Launched\u000a17:25:51.397670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:51.916191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27528): Launched\u000a17:25:52.217707 run osmo-stp_10.42.42.5(pid=27529): Launched\u000a17:25:52.326450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:25:52.848238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27531): Launched\u000a17:25:52.954027 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:25:53.217172 run patchelf(pid=27532): Launched\u000a17:25:53.392293 run osmo-stp_10.42.42.5(pid=27529): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27529)]\u000a17:25:53.521395 run osmo-stp_10.42.42.5(pid=27529): stdout: \u000a| (launched: 2022-12-09_17:25:52.067396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:53.650197 run osmo-stp_10.42.42.5(pid=27529): stderr: \u000a| �[0;m�[38;5;43m20221209172552236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172552236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172552236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172552237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:53.773760 run osmo-stp_10.42.42.5(pid=27529): stdout: \u000a| (launched: 2022-12-09_17:25:52.067396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:53.896361 run osmo-stp_10.42.42.5(pid=27529): stderr: \u000a| �[0;m�[38;5;43m20221209172552236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172552236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172552236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172552237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:54.038816 run patchelf(pid=27532): Terminating (SIGINT)\u000a17:25:54.206657 run patchelf(pid=27532): Terminated: ok {rc=0}\u000a17:25:54.237309 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27529): Process ended prematurely: osmo-stp_10.42.42.5(pid=27529) [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27529)] [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:25:54.246217 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a17:25:54.307671 run osmo-hlr_10.42.42.2(pid=27526): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27526)]\u000a17:25:54.357710 run osmo-hlr_10.42.42.2(pid=27526): stdout: \u000a| (launched: 2022-12-09_17:25:51.140421) \u000a17:25:54.408086 run osmo-hlr_10.42.42.2(pid=27526): stderr: \u000a| �[0;m�[1;31m20221209172551317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172551317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172551317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172551317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172551317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172551318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172551329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172551338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172551338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172551338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:54.450772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27525): Terminating (SIGTERM)\u000a17:25:54.491268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27528): Terminating (SIGTERM)\u000a17:25:54.532042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27531): Terminating (SIGTERM)\u000a17:25:54.541419 --- ParallelTerminationStrategy: PID 27525 died...\u000a17:25:54.595947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27525): Terminated: ok {rc=0}\u000a17:25:54.605664 --- ParallelTerminationStrategy: PID 27528 died...\u000a17:25:54.659587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27528): Terminated: ok {rc=0}\u000a17:25:54.669857 --- ParallelTerminationStrategy: PID 27531 died...\u000a17:25:54.723798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27531): Terminated: ok {rc=0}\u000a17:25:54.813493 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:24:56" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27550): Process ended prematurely: osmo-stp_10.42.42.5(pid=27550) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27550)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27550): Process ended prematurely: osmo-stp_10.42.42.5(pid=27550) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:25:56.921168 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:25:56.932070 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:25:57.075483 tst cs_paging_gprs_active.py: using LAC 22558\u000a17:25:57.199286 tst cs_paging_gprs_active.py: using RAC 118\u000a17:25:57.316582 tst cs_paging_gprs_active.py: using CellId 22558\u000a17:25:57.434176 tst cs_paging_gprs_active.py: using BVCI 22559\u000a17:25:57.457535 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:25:57.468206 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:25:57.478865 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:25:57.489932 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:25:57.500608 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:25:57.511589 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:25:57.522894 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:25:57.533721 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:25:57.544700 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:25:57.664070 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:25:57.944319 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:25:58.071483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:58.387648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27540): Launched\u000a17:25:58.649710 run iperf3-srv_10.42.42.10(pid=27541): Launched\u000a17:25:58.836027 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:25:58.963139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:59.280055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27542): Launched\u000a17:25:59.542362 run iperf3-srv_10.42.42.10(pid=27543): Launched\u000a17:25:59.728230 tst cs_paging_gprs_active.py:38: start network...\u000a17:25:59.855537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:00.334320 run create_hlr_db(pid=27544): Launched\u000a17:26:00.509283 bus /gobi_6: Setting Powered False\u000a17:26:01.580013 run create_hlr_db(pid=27544): Terminated: ok {rc=0}\u000a17:26:02.059035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27546): Launched\u000a17:26:02.371522 run osmo-hlr_10.42.42.2(pid=27547): Launched\u000a17:26:02.490086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:03.029782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27549): Launched\u000a17:26:03.335421 run osmo-stp_10.42.42.5(pid=27550): Launched\u000a17:26:03.447100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:26:03.977667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27552): Launched\u000a17:26:04.085848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:26:04.351451 run patchelf(pid=27553): Launched\u000a17:26:04.529764 run osmo-stp_10.42.42.5(pid=27550): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27550)]\u000a17:26:04.660015 run osmo-stp_10.42.42.5(pid=27550): stdout: \u000a| (launched: 2022-12-09_17:26:03.184275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:04.790346 run osmo-stp_10.42.42.5(pid=27550): stderr: \u000a| �[0;m�[38;5;43m20221209172603356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172603356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172603357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172603357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172603357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172603357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172603358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:04.915809 run osmo-stp_10.42.42.5(pid=27550): stdout: \u000a| (launched: 2022-12-09_17:26:03.184275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:05.040155 run osmo-stp_10.42.42.5(pid=27550): stderr: \u000a| �[0;m�[38;5;43m20221209172603356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172603356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172603357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172603357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172603357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172603357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172603358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:05.185735 run patchelf(pid=27553): Terminating (SIGINT)\u000a17:26:05.357842 run patchelf(pid=27553): Terminated: ok {rc=0}\u000a17:26:05.389432 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27550): Process ended prematurely: osmo-stp_10.42.42.5(pid=27550) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27550)] [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:26:05.398588 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a17:26:05.459749 run osmo-hlr_10.42.42.2(pid=27547): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27547)]\u000a17:26:05.509431 run osmo-hlr_10.42.42.2(pid=27547): stdout: \u000a| (launched: 2022-12-09_17:26:02.217583) \u000a17:26:05.559682 run osmo-hlr_10.42.42.2(pid=27547): stderr: \u000a| �[0;m�[1;31m20221209172602415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172602416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172602416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172602416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172602416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172602416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172602426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172602435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172602435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172602435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:05.602175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27540): Terminating (SIGTERM)\u000a17:26:05.642396 run iperf3-srv_10.42.42.10(pid=27541): Terminating (SIGTERM)\u000a17:26:05.682589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27542): Terminating (SIGTERM)\u000a17:26:05.722622 run iperf3-srv_10.42.42.10(pid=27543): Terminating (SIGTERM)\u000a17:26:05.763041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27546): Terminating (SIGTERM)\u000a17:26:05.803303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27549): Terminating (SIGTERM)\u000a17:26:05.843540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27552): Terminating (SIGTERM)\u000a17:26:05.852874 --- ParallelTerminationStrategy: PID 27540 died...\u000a17:26:05.906460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27540): Terminated: ok {rc=0}\u000a17:26:05.916202 --- ParallelTerminationStrategy: PID 27541 died...\u000a17:26:05.970071 run iperf3-srv_10.42.42.10(pid=27541): Terminated {rc=256}\u000a17:26:05.979543 --- ParallelTerminationStrategy: PID 27542 died...\u000a17:26:06.033310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27542): Terminated: ok {rc=0}\u000a17:26:06.042819 --- ParallelTerminationStrategy: PID 27543 died...\u000a17:26:06.095697 run iperf3-srv_10.42.42.10(pid=27543): Terminated {rc=256}\u000a17:26:06.105390 --- ParallelTerminationStrategy: PID 27546 died...\u000a17:26:06.159175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27546): Terminated: ok {rc=0}\u000a17:26:06.168918 --- ParallelTerminationStrategy: PID 27549 died...\u000a17:26:06.222099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27549): Terminated: ok {rc=0}\u000a17:26:06.231817 --- ParallelTerminationStrategy: PID 27552 died...\u000a17:26:06.285227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27552): Terminated: ok {rc=0}\u000a17:26:06.374269 bus /gobi_0: Setting Powered False\u000a17:26:07.477333 bus /gobi_0: Setting Powered False\u000a17:26:08.588063 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27562): Process ended prematurely: osmo-stp_10.42.42.5(pid=27562) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27562)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27562): Process ended prematurely: osmo-stp_10.42.42.5(pid=27562) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:26:09.702597 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:09.714599 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:26:09.869248 tst iperf3.py: using LAC 22559\u000a17:26:09.997319 tst iperf3.py: using RAC 119\u000a17:26:10.125131 tst iperf3.py: using CellId 22559\u000a17:26:10.251128 tst iperf3.py: using BVCI 22560\u000a17:26:10.274558 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:10.285601 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:10.296211 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:10.307379 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:10.318417 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:10.329585 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:10.342253 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:10.354573 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:10.366142 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:10.658519 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:26:10.793058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:11.127826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27554): Launched\u000a17:26:11.406329 run iperf3-srv_10.42.42.10(pid=27555): Launched\u000a17:26:11.604604 tst iperf3.py:8: start network...\u000a17:26:11.739174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:12.255542 run create_hlr_db(pid=27556): Launched\u000a17:26:12.442275 bus /gobi_6: Setting Powered False\u000a17:26:13.463821 run create_hlr_db(pid=27556): Terminated: ok {rc=0}\u000a17:26:13.871225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27558): Launched\u000a17:26:14.174663 run osmo-hlr_10.42.42.2(pid=27559): Launched\u000a17:26:14.290492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:14.818249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27561): Launched\u000a17:26:15.121788 run osmo-stp_10.42.42.5(pid=27562): Launched\u000a17:26:15.241029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:26:15.774283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27564): Launched\u000a17:26:15.886734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:26:16.173291 run patchelf(pid=27565): Launched\u000a17:26:16.368280 run osmo-stp_10.42.42.5(pid=27562): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27562)]\u000a17:26:16.510849 run osmo-stp_10.42.42.5(pid=27562): stdout: \u000a| (launched: 2022-12-09_17:26:14.971663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:16.654497 run osmo-stp_10.42.42.5(pid=27562): stderr: \u000a| �[0;m�[38;5;43m20221209172615145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172615145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172615145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172615146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172615146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172615146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172615146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:16.793796 run osmo-stp_10.42.42.5(pid=27562): stdout: \u000a| (launched: 2022-12-09_17:26:14.971663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:16.931528 run osmo-stp_10.42.42.5(pid=27562): stderr: \u000a| �[0;m�[38;5;43m20221209172615145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172615145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172615145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172615146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172615146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172615146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172615146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:17.090046 run patchelf(pid=27565): Terminating (SIGINT)\u000a17:26:17.268638 run patchelf(pid=27565): Terminated: ok {rc=0}\u000a17:26:17.300882 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27562): Process ended prematurely: osmo-stp_10.42.42.5(pid=27562) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27562)] [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:26:17.310704 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:26:17.373630 run osmo-hlr_10.42.42.2(pid=27559): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27559)]\u000a17:26:17.423942 run osmo-hlr_10.42.42.2(pid=27559): stdout: \u000a| (launched: 2022-12-09_17:26:14.024881) \u000a17:26:17.474721 run osmo-hlr_10.42.42.2(pid=27559): stderr: \u000a| �[0;m�[1;31m20221209172614199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172614199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172614199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172614199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172614199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172614200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172614211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172614222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172614222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172614222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:17.517527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27554): Terminating (SIGTERM)\u000a17:26:17.558481 run iperf3-srv_10.42.42.10(pid=27555): Terminating (SIGTERM)\u000a17:26:17.600059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27558): Terminating (SIGTERM)\u000a17:26:17.640390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27561): Terminating (SIGTERM)\u000a17:26:17.681896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27564): Terminating (SIGTERM)\u000a17:26:17.691827 --- ParallelTerminationStrategy: PID 27554 died...\u000a17:26:17.746738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27554): Terminated: ok {rc=0}\u000a17:26:17.757139 --- ParallelTerminationStrategy: PID 27555 died...\u000a17:26:17.811414 run iperf3-srv_10.42.42.10(pid=27555): Terminated {rc=256}\u000a17:26:17.821746 --- ParallelTerminationStrategy: PID 27558 died...\u000a17:26:17.875428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27558): Terminated: ok {rc=0}\u000a17:26:17.885677 --- ParallelTerminationStrategy: PID 27561 died...\u000a17:26:17.939554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27561): Terminated: ok {rc=0}\u000a17:26:17.949277 --- ParallelTerminationStrategy: PID 27564 died...\u000a17:26:18.003509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27564): Terminated: ok {rc=0}\u000a17:26:18.087979 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27580): Process ended prematurely: osmo-stp_10.42.42.5(pid=27580) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27580)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27580): Process ended prematurely: osmo-stp_10.42.42.5(pid=27580) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:26:19.197024 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:19.212691 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:26:19.363144 tst iperf3m4.py: using LAC 22560\u000a17:26:19.489755 tst iperf3m4.py: using RAC 120\u000a17:26:19.617774 tst iperf3m4.py: using CellId 22560\u000a17:26:19.743874 tst iperf3m4.py: using BVCI 22561\u000a17:26:19.768765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:19.780276 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:19.791540 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:19.803014 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:19.814349 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:19.825766 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:19.837362 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:19.848412 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:19.860011 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:19.978152 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:20.094715 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:20.215768 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:20.495444 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:26:20.621342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:20.935824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27566): Launched\u000a17:26:21.197694 run iperf3-srv_10.42.42.10(pid=27567): Launched\u000a17:26:21.382591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:26:21.508488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:21.823526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27568): Launched\u000a17:26:22.087995 run iperf3-srv_10.42.42.10(pid=27569): Launched\u000a17:26:22.271587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:26:22.397351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:22.712544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27570): Launched\u000a17:26:22.976428 run iperf3-srv_10.42.42.10(pid=27571): Launched\u000a17:26:23.160752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:26:23.286746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:23.604427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27572): Launched\u000a17:26:23.868667 run iperf3-srv_10.42.42.10(pid=27573): Launched\u000a17:26:24.053656 tst iperf3m4.py:8: start network...\u000a17:26:24.179724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:24.658450 run create_hlr_db(pid=27574): Launched\u000a17:26:24.833584 bus /gobi_6: Setting Powered False\u000a17:26:25.854871 run create_hlr_db(pid=27574): Terminated: ok {rc=0}\u000a17:26:26.260822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27576): Launched\u000a17:26:26.563961 run osmo-hlr_10.42.42.2(pid=27577): Launched\u000a17:26:26.681450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:27.222555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27579): Launched\u000a17:26:27.527290 run osmo-stp_10.42.42.5(pid=27580): Launched\u000a17:26:27.637809 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:26:28.167638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27582): Launched\u000a17:26:28.275829 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:26:28.541615 run patchelf(pid=27583): Launched\u000a17:26:28.720052 run osmo-stp_10.42.42.5(pid=27580): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27580)]\u000a17:26:28.850647 run osmo-stp_10.42.42.5(pid=27580): stdout: \u000a| (launched: 2022-12-09_17:26:27.376628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:28.981314 run osmo-stp_10.42.42.5(pid=27580): stderr: \u000a| �[0;m�[38;5;43m20221209172627550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172627550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172627551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172627551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172627551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172627552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172627552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:29.107103 run osmo-stp_10.42.42.5(pid=27580): stdout: \u000a| (launched: 2022-12-09_17:26:27.376628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:29.232010 run osmo-stp_10.42.42.5(pid=27580): stderr: \u000a| �[0;m�[38;5;43m20221209172627550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172627550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172627551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172627551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172627551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172627552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172627552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:29.377775 run patchelf(pid=27583): Terminating (SIGINT)\u000a17:26:29.549502 run patchelf(pid=27583): Terminated: ok {rc=0}\u000a17:26:29.580902 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27580): Process ended prematurely: osmo-stp_10.42.42.5(pid=27580) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27580)] [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:26:29.590301 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a17:26:29.651937 run osmo-hlr_10.42.42.2(pid=27577): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27577)]\u000a17:26:29.701794 run osmo-hlr_10.42.42.2(pid=27577): stdout: \u000a| (launched: 2022-12-09_17:26:26.414619) \u000a17:26:29.751987 run osmo-hlr_10.42.42.2(pid=27577): stderr: \u000a| �[0;m�[1;31m20221209172626594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172626594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172626594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172626594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172626594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172626594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172626606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172626615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172626615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172626615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:29.794610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27566): Terminating (SIGTERM)\u000a17:26:29.834975 run iperf3-srv_10.42.42.10(pid=27567): Terminating (SIGTERM)\u000a17:26:29.875336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27568): Terminating (SIGTERM)\u000a17:26:29.915741 run iperf3-srv_10.42.42.10(pid=27569): Terminating (SIGTERM)\u000a17:26:29.956046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27570): Terminating (SIGTERM)\u000a17:26:29.996534 run iperf3-srv_10.42.42.10(pid=27571): Terminating (SIGTERM)\u000a17:26:30.036794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27572): Terminating (SIGTERM)\u000a17:26:30.077244 run iperf3-srv_10.42.42.10(pid=27573): Terminating (SIGTERM)\u000a17:26:30.117742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27576): Terminating (SIGTERM)\u000a17:26:30.158021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27579): Terminating (SIGTERM)\u000a17:26:30.198623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27582): Terminating (SIGTERM)\u000a17:26:30.208078 --- ParallelTerminationStrategy: PID 27566 died...\u000a17:26:30.262483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27566): Terminated: ok {rc=0}\u000a17:26:30.272135 --- ParallelTerminationStrategy: PID 27567 died...\u000a17:26:30.325813 run iperf3-srv_10.42.42.10(pid=27567): Terminated {rc=256}\u000a17:26:30.335641 --- ParallelTerminationStrategy: PID 27568 died...\u000a17:26:30.389583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27568): Terminated: ok {rc=0}\u000a17:26:30.399448 --- ParallelTerminationStrategy: PID 27569 died...\u000a17:26:30.453036 run iperf3-srv_10.42.42.10(pid=27569): Terminated {rc=256}\u000a17:26:30.462748 --- ParallelTerminationStrategy: PID 27570 died...\u000a17:26:30.516286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27570): Terminated: ok {rc=0}\u000a17:26:30.526134 --- ParallelTerminationStrategy: PID 27571 died...\u000a17:26:30.579871 run iperf3-srv_10.42.42.10(pid=27571): Terminated {rc=256}\u000a17:26:30.589865 --- ParallelTerminationStrategy: PID 27572 died...\u000a17:26:30.643724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27572): Terminated: ok {rc=0}\u000a17:26:30.653587 --- ParallelTerminationStrategy: PID 27573 died...\u000a17:26:30.707698 run iperf3-srv_10.42.42.10(pid=27573): Terminated {rc=256}\u000a17:26:30.717574 --- ParallelTerminationStrategy: PID 27576 died...\u000a17:26:30.771791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27576): Terminated: ok {rc=0}\u000a17:26:30.781907 --- ParallelTerminationStrategy: PID 27579 died...\u000a17:26:30.836501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27579): Terminated: ok {rc=0}\u000a17:26:30.849852 --- ParallelTerminationStrategy: PID 27582 died...\u000a17:26:30.905861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27582): Terminated: ok {rc=0}\u000a17:26:30.993485 bus /gobi_4: Setting Powered False\u000a17:26:32.104719 bus /gobi_4: Setting Powered False\u000a17:26:33.216067 bus /gobi_1: Setting Powered False\u000a17:26:34.320372 bus /gobi_1: Setting Powered False\u000a17:26:35.431852 bus /gobi_0: Setting Powered False\u000a17:26:36.537273 bus /gobi_0: Setting Powered False\u000a17:26:37.650737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27590): Process ended prematurely: osmo-stp_10.42.42.5(pid=27590) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27590)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27590): Process ended prematurely: osmo-stp_10.42.42.5(pid=27590) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:26:38.719944 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:38.732054 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:26:38.882961 tst ping.py: using LAC 22561\u000a17:26:39.007112 tst ping.py: using RAC 121\u000a17:26:39.130881 tst ping.py: using CellId 22561\u000a17:26:39.255130 tst ping.py: using BVCI 22562\u000a17:26:39.279401 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:39.290708 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:39.301799 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:39.312819 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:39.323922 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:39.334954 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:39.346465 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:39.357555 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:39.633859 tst ping.py:19: start network...\u000a17:26:39.757435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:40.256212 run create_hlr_db(pid=27584): Launched\u000a17:26:40.441362 bus /gobi_6: Setting Powered False\u000a17:26:41.462256 run create_hlr_db(pid=27584): Terminated: ok {rc=0}\u000a17:26:41.888887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27586): Launched\u000a17:26:42.207792 run osmo-hlr_10.42.42.2(pid=27587): Launched\u000a17:26:42.323043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:42.880561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27589): Launched\u000a17:26:43.197854 run osmo-stp_10.42.42.5(pid=27590): Launched\u000a17:26:43.315352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:26:43.874281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27592): Launched\u000a17:26:43.987156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:26:44.266003 run patchelf(pid=27593): Launched\u000a17:26:44.452566 run osmo-stp_10.42.42.5(pid=27590): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27590)]\u000a17:26:44.590048 run osmo-stp_10.42.42.5(pid=27590): stdout: \u000a| (launched: 2022-12-09_17:26:43.042009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:44.727227 run osmo-stp_10.42.42.5(pid=27590): stderr: \u000a| �[0;m�[38;5;43m20221209172643234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172643234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172643235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172643235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172643235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172643236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172643236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:44.859011 run osmo-stp_10.42.42.5(pid=27590): stdout: \u000a| (launched: 2022-12-09_17:26:43.042009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:44.989466 run osmo-stp_10.42.42.5(pid=27590): stderr: \u000a| �[0;m�[38;5;43m20221209172643234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172643234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172643235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172643235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172643235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172643236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172643236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:45.141498 run patchelf(pid=27593): Terminating (SIGINT)\u000a17:26:45.320055 run patchelf(pid=27593): Terminated: ok {rc=0}\u000a17:26:45.352666 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27590): Process ended prematurely: osmo-stp_10.42.42.5(pid=27590) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27590)] [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:26:45.362119 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:26:45.424716 run osmo-hlr_10.42.42.2(pid=27587): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27587)]\u000a17:26:45.476132 run osmo-hlr_10.42.42.2(pid=27587): stdout: \u000a| (launched: 2022-12-09_17:26:42.050497) \u000a17:26:45.528800 run osmo-hlr_10.42.42.2(pid=27587): stderr: \u000a| �[0;m�[1;31m20221209172642252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172642252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172642252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172642252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172642252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172642252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172642266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172642274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172642274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172642274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:45.573871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27586): Terminating (SIGTERM)\u000a17:26:45.616080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27589): Terminating (SIGTERM)\u000a17:26:45.658414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27592): Terminating (SIGTERM)\u000a17:26:45.668149 --- ParallelTerminationStrategy: PID 27586 died...\u000a17:26:45.724545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27586): Terminated: ok {rc=0}\u000a17:26:45.734792 --- ParallelTerminationStrategy: PID 27589 died...\u000a17:26:45.791025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27589): Terminated: ok {rc=0}\u000a17:26:45.801200 --- ParallelTerminationStrategy: PID 27592 died...\u000a17:26:45.881609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27592): Terminated: ok {rc=0}\u000a17:26:45.975943 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27600): Process ended prematurely: osmo-stp_10.42.42.5(pid=27600) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27600)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27600): Process ended prematurely: osmo-stp_10.42.42.5(pid=27600) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:26:47.036693 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:47.053845 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:26:47.233601 tst ping_idle_ping.py: using LAC 22562\u000a17:26:47.354890 tst ping_idle_ping.py: using RAC 122\u000a17:26:47.479013 tst ping_idle_ping.py: using CellId 22562\u000a17:26:47.595682 tst ping_idle_ping.py: using BVCI 22563\u000a17:26:47.618556 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:47.629552 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:47.640211 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:47.651758 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:47.663498 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:47.674898 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:47.687210 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:47.698726 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:47.989928 tst ping_idle_ping.py:24: start network...\u000a17:26:48.123185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:48.639307 run create_hlr_db(pid=27594): Launched\u000a17:26:48.825927 bus /gobi_6: Setting Powered False\u000a17:26:49.845905 run create_hlr_db(pid=27594): Terminated: ok {rc=0}\u000a17:26:50.251102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27596): Launched\u000a17:26:50.551858 run osmo-hlr_10.42.42.2(pid=27597): Launched\u000a17:26:50.669475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:51.199672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27599): Launched\u000a17:26:51.499459 run osmo-stp_10.42.42.5(pid=27600): Launched\u000a17:26:51.608601 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:26:52.130003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27602): Launched\u000a17:26:52.236537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:26:52.498649 run patchelf(pid=27603): Launched\u000a17:26:52.674547 run osmo-stp_10.42.42.5(pid=27600): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27600)]\u000a17:26:52.803401 run osmo-stp_10.42.42.5(pid=27600): stdout: \u000a| (launched: 2022-12-09_17:26:51.351033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:52.932879 run osmo-stp_10.42.42.5(pid=27600): stderr: \u000a| �[0;m�[38;5;43m20221209172651519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172651519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172651520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172651520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172651520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172651521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172651521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:53.057195 run osmo-stp_10.42.42.5(pid=27600): stdout: \u000a| (launched: 2022-12-09_17:26:51.351033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:53.179812 run osmo-stp_10.42.42.5(pid=27600): stderr: \u000a| �[0;m�[38;5;43m20221209172651519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172651519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172651520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172651520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172651520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172651521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172651521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:53.322947 run patchelf(pid=27603): Terminating (SIGINT)\u000a17:26:53.491221 run patchelf(pid=27603): Terminated: ok {rc=0}\u000a17:26:53.522152 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27600): Process ended prematurely: osmo-stp_10.42.42.5(pid=27600) [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27600)] [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:26:53.530899 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:26:53.592924 run osmo-hlr_10.42.42.2(pid=27597): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27597)]\u000a17:26:53.642974 run osmo-hlr_10.42.42.2(pid=27597): stdout: \u000a| (launched: 2022-12-09_17:26:50.402683) \u000a17:26:53.693671 run osmo-hlr_10.42.42.2(pid=27597): stderr: \u000a| �[0;m�[1;31m20221209172650578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172650578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172650578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172650578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172650578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172650578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172650590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172650598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172650599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172650599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:53.736494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27596): Terminating (SIGTERM)\u000a17:26:53.777434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27599): Terminating (SIGTERM)\u000a17:26:53.818623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27602): Terminating (SIGTERM)\u000a17:26:53.828220 --- ParallelTerminationStrategy: PID 27596 died...\u000a17:26:53.882486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27596): Terminated: ok {rc=0}\u000a17:26:53.892697 --- ParallelTerminationStrategy: PID 27599 died...\u000a17:26:53.946915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27599): Terminated: ok {rc=0}\u000a17:26:53.957389 --- ParallelTerminationStrategy: PID 27602 died...\u000a17:26:54.011365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27602): Terminated: ok {rc=0}\u000a17:26:54.096472 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:25:56" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27617): Process ended prematurely: osmo-stp_10.42.42.5(pid=27617) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27617)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27617): Process ended prematurely: osmo-stp_10.42.42.5(pid=27617) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:26:56.227282 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:26:56.238701 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:26:56.391899 tst cs_paging_gprs_active.py: using LAC 22563\u000a17:26:56.522769 tst cs_paging_gprs_active.py: using RAC 123\u000a17:26:56.651737 tst cs_paging_gprs_active.py: using CellId 22563\u000a17:26:56.778968 tst cs_paging_gprs_active.py: using BVCI 22564\u000a17:26:56.803787 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:26:56.815068 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:26:56.826093 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:26:56.837313 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:26:56.848314 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:26:56.859677 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:26:56.871243 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:26:56.882612 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:26:56.894109 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:26:57.010132 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:26:57.304436 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:26:57.440481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:57.779151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27607): Launched\u000a17:26:58.060048 run iperf3-srv_10.42.42.10(pid=27608): Launched\u000a17:26:58.260110 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:26:58.396053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:58.734406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27609): Launched\u000a17:26:59.014503 run iperf3-srv_10.42.42.10(pid=27610): Launched\u000a17:26:59.214413 tst cs_paging_gprs_active.py:38: start network...\u000a17:26:59.350397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:59.872412 run create_hlr_db(pid=27611): Launched\u000a17:27:00.059976 bus /gobi_6: Setting Powered False\u000a17:27:01.132538 run create_hlr_db(pid=27611): Terminated: ok {rc=0}\u000a17:27:01.605833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27613): Launched\u000a17:27:02.008385 run osmo-hlr_10.42.42.2(pid=27614): Launched\u000a17:27:02.297679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:02.828199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27616): Launched\u000a17:27:03.132752 run osmo-stp_10.42.42.5(pid=27617): Launched\u000a17:27:03.243218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:27:03.773284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27619): Launched\u000a17:27:03.881355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:27:04.147455 run patchelf(pid=27620): Launched\u000a17:27:04.326102 run osmo-stp_10.42.42.5(pid=27617): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27617)]\u000a17:27:04.456541 run osmo-stp_10.42.42.5(pid=27617): stdout: \u000a| (launched: 2022-12-09_17:27:02.982584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:04.587073 run osmo-stp_10.42.42.5(pid=27617): stderr: \u000a| �[0;m�[38;5;43m20221209172703153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172703153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172703153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172703153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172703154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172703154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172703154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:04.712823 run osmo-stp_10.42.42.5(pid=27617): stdout: \u000a| (launched: 2022-12-09_17:27:02.982584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:04.837700 run osmo-stp_10.42.42.5(pid=27617): stderr: \u000a| �[0;m�[38;5;43m20221209172703153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172703153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172703153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172703153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172703154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172703154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172703154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:04.983234 run patchelf(pid=27620): Terminating (SIGINT)\u000a17:27:05.154739 run patchelf(pid=27620): Terminated: ok {rc=0}\u000a17:27:05.186516 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27617): Process ended prematurely: osmo-stp_10.42.42.5(pid=27617) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27617)] [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:27:05.195794 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a17:27:05.256624 run osmo-hlr_10.42.42.2(pid=27614): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27614)]\u000a17:27:05.306008 run osmo-hlr_10.42.42.2(pid=27614): stdout: \u000a| (launched: 2022-12-09_17:27:01.775097) \u000a17:27:05.355821 run osmo-hlr_10.42.42.2(pid=27614): stderr: \u000a| �[0;m�[1;31m20221209172702135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172702135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172702135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172702135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172702135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172702135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172702158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172702183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172702183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172702183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:05.397853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27607): Terminating (SIGTERM)\u000a17:27:05.437599 run iperf3-srv_10.42.42.10(pid=27608): Terminating (SIGTERM)\u000a17:27:05.477688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27609): Terminating (SIGTERM)\u000a17:27:05.517363 run iperf3-srv_10.42.42.10(pid=27610): Terminating (SIGTERM)\u000a17:27:05.557476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27613): Terminating (SIGTERM)\u000a17:27:05.597587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27616): Terminating (SIGTERM)\u000a17:27:05.637588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27619): Terminating (SIGTERM)\u000a17:27:05.646873 --- ParallelTerminationStrategy: PID 27607 died...\u000a17:27:05.700579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27607): Terminated: ok {rc=0}\u000a17:27:05.710266 --- ParallelTerminationStrategy: PID 27608 died...\u000a17:27:05.763548 run iperf3-srv_10.42.42.10(pid=27608): Terminated {rc=256}\u000a17:27:05.773373 --- ParallelTerminationStrategy: PID 27609 died...\u000a17:27:05.826387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27609): Terminated: ok {rc=0}\u000a17:27:05.836002 --- ParallelTerminationStrategy: PID 27610 died...\u000a17:27:05.889408 run iperf3-srv_10.42.42.10(pid=27610): Terminated {rc=256}\u000a17:27:05.898883 --- ParallelTerminationStrategy: PID 27613 died...\u000a17:27:05.952219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27613): Terminated: ok {rc=0}\u000a17:27:05.961934 --- ParallelTerminationStrategy: PID 27616 died...\u000a17:27:06.014901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27616): Terminated: ok {rc=0}\u000a17:27:06.024650 --- ParallelTerminationStrategy: PID 27619 died...\u000a17:27:06.078126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27619): Terminated: ok {rc=0}\u000a17:27:06.167562 bus /gobi_0: Setting Powered False\u000a17:27:07.271427 bus /gobi_0: Setting Powered False\u000a17:27:08.383738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27629): Process ended prematurely: osmo-stp_10.42.42.5(pid=27629) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27629)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27629): Process ended prematurely: osmo-stp_10.42.42.5(pid=27629) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:27:09.493698 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:09.505127 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:27:09.659647 tst iperf3.py: using LAC 22564\u000a17:27:09.786934 tst iperf3.py: using RAC 124\u000a17:27:09.913459 tst iperf3.py: using CellId 22564\u000a17:27:10.039712 tst iperf3.py: using BVCI 22565\u000a17:27:10.064751 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:10.076221 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:10.087294 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:10.098364 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:10.109509 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:10.120525 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:10.131707 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:10.142663 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:10.153815 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:10.447593 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:27:10.583479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:10.918958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27621): Launched\u000a17:27:11.199607 run iperf3-srv_10.42.42.10(pid=27622): Launched\u000a17:27:11.397368 tst iperf3.py:8: start network...\u000a17:27:11.532589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:12.051033 run create_hlr_db(pid=27623): Launched\u000a17:27:12.238781 bus /gobi_6: Setting Powered False\u000a17:27:13.262083 run create_hlr_db(pid=27623): Terminated: ok {rc=0}\u000a17:27:13.672397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27625): Launched\u000a17:27:13.976154 run osmo-hlr_10.42.42.2(pid=27626): Launched\u000a17:27:14.094884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:14.632359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27628): Launched\u000a17:27:14.935393 run osmo-stp_10.42.42.5(pid=27629): Launched\u000a17:27:15.045583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:27:15.575081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27631): Launched\u000a17:27:15.683093 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:27:15.989872 run patchelf(pid=27632): Launched\u000a17:27:16.185793 run osmo-stp_10.42.42.5(pid=27629): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27629)]\u000a17:27:16.321211 run osmo-stp_10.42.42.5(pid=27629): stdout: \u000a| (launched: 2022-12-09_17:27:14.785738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:16.455021 run osmo-stp_10.42.42.5(pid=27629): stderr: \u000a| �[0;m�[38;5;43m20221209172714958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172714959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172714959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172714959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172714960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172714960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172714960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:16.583373 run osmo-stp_10.42.42.5(pid=27629): stdout: \u000a| (launched: 2022-12-09_17:27:14.785738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:16.710483 run osmo-stp_10.42.42.5(pid=27629): stderr: \u000a| �[0;m�[38;5;43m20221209172714958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172714959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172714959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172714959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172714960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172714960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172714960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:16.870054 run patchelf(pid=27632): Terminating (SIGINT)\u000a17:27:17.058156 run patchelf(pid=27632): Terminated: ok {rc=0}\u000a17:27:17.092615 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27629): Process ended prematurely: osmo-stp_10.42.42.5(pid=27629) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27629)] [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:27:17.103626 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:27:17.169822 run osmo-hlr_10.42.42.2(pid=27626): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27626)]\u000a17:27:17.223156 run osmo-hlr_10.42.42.2(pid=27626): stdout: \u000a| (launched: 2022-12-09_17:27:13.826962) \u000a17:27:17.276895 run osmo-hlr_10.42.42.2(pid=27626): stderr: \u000a| �[0;m�[1;31m20221209172714006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172714006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172714006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172714006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172714006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172714006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172714018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172714027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172714027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172714027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:17.322243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27621): Terminating (SIGTERM)\u000a17:27:17.364897 run iperf3-srv_10.42.42.10(pid=27622): Terminating (SIGTERM)\u000a17:27:17.407549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27625): Terminating (SIGTERM)\u000a17:27:17.449823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27628): Terminating (SIGTERM)\u000a17:27:17.492227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27631): Terminating (SIGTERM)\u000a17:27:17.502123 --- ParallelTerminationStrategy: PID 27621 died...\u000a17:27:17.559308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27621): Terminated: ok {rc=0}\u000a17:27:17.569966 --- ParallelTerminationStrategy: PID 27622 died...\u000a17:27:17.626943 run iperf3-srv_10.42.42.10(pid=27622): Terminated {rc=256}\u000a17:27:17.637193 --- ParallelTerminationStrategy: PID 27625 died...\u000a17:27:17.693800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27625): Terminated: ok {rc=0}\u000a17:27:17.703942 --- ParallelTerminationStrategy: PID 27628 died...\u000a17:27:17.760753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27628): Terminated: ok {rc=0}\u000a17:27:17.771205 --- ParallelTerminationStrategy: PID 27631 died...\u000a17:27:17.828150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27631): Terminated: ok {rc=0}\u000a17:27:17.915301 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27647): Process ended prematurely: osmo-stp_10.42.42.5(pid=27647) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27647)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27647): Process ended prematurely: osmo-stp_10.42.42.5(pid=27647) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:27:19.029106 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:19.040408 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:27:19.182223 tst iperf3m4.py: using LAC 22565\u000a17:27:19.300662 tst iperf3m4.py: using RAC 125\u000a17:27:19.420315 tst iperf3m4.py: using CellId 22565\u000a17:27:19.539090 tst iperf3m4.py: using BVCI 22566\u000a17:27:19.562559 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:19.573434 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:19.584008 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:19.594944 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:19.605680 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:19.616553 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:19.627550 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:19.638337 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:19.649387 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:19.769398 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:19.891612 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:20.007628 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:20.304378 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:27:20.439926 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:20.777985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27633): Launched\u000a17:27:21.058416 run iperf3-srv_10.42.42.10(pid=27634): Launched\u000a17:27:21.256690 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:27:21.391623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:21.728313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27635): Launched\u000a17:27:22.008830 run iperf3-srv_10.42.42.10(pid=27636): Launched\u000a17:27:22.207133 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:27:22.342016 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:22.678644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27637): Launched\u000a17:27:22.957470 run iperf3-srv_10.42.42.10(pid=27638): Launched\u000a17:27:23.155513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:27:23.290187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:23.627073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27639): Launched\u000a17:27:23.906631 run iperf3-srv_10.42.42.10(pid=27640): Launched\u000a17:27:24.105093 tst iperf3m4.py:8: start network...\u000a17:27:24.240192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:24.762668 run create_hlr_db(pid=27641): Launched\u000a17:27:24.950560 bus /gobi_6: Setting Powered False\u000a17:27:25.971637 run create_hlr_db(pid=27641): Terminated: ok {rc=0}\u000a17:27:26.383010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27643): Launched\u000a17:27:26.688588 run osmo-hlr_10.42.42.2(pid=27644): Launched\u000a17:27:26.802124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:27.339527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27646): Launched\u000a17:27:27.664902 run osmo-stp_10.42.42.5(pid=27647): Launched\u000a17:27:27.781772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:27:28.350926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27649): Launched\u000a17:27:28.466924 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:27:28.753510 run patchelf(pid=27650): Launched\u000a17:27:28.943491 run osmo-stp_10.42.42.5(pid=27647): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27647)]\u000a17:27:29.082671 run osmo-stp_10.42.42.5(pid=27647): stdout: \u000a| (launched: 2022-12-09_17:27:27.505137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:29.221931 run osmo-stp_10.42.42.5(pid=27647): stderr: \u000a| �[0;m�[38;5;43m20221209172727698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172727698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172727698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172727699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172727699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172727699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172727699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:29.356269 run osmo-stp_10.42.42.5(pid=27647): stdout: \u000a| (launched: 2022-12-09_17:27:27.505137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:29.489401 run osmo-stp_10.42.42.5(pid=27647): stderr: \u000a| �[0;m�[38;5;43m20221209172727698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172727698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172727698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172727699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172727699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172727699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172727699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:29.644678 run patchelf(pid=27650): Terminating (SIGINT)\u000a17:27:29.826505 run patchelf(pid=27650): Terminated: ok {rc=0}\u000a17:27:29.859863 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27647): Process ended prematurely: osmo-stp_10.42.42.5(pid=27647) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27647)] [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:27:29.870222 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a17:27:29.934305 run osmo-hlr_10.42.42.2(pid=27644): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27644)]\u000a17:27:29.986376 run osmo-hlr_10.42.42.2(pid=27644): stdout: \u000a| (launched: 2022-12-09_17:27:26.537357) \u000a17:27:30.038933 run osmo-hlr_10.42.42.2(pid=27644): stderr: \u000a| �[0;m�[1;31m20221209172726715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172726715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172726715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172726715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172726715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172726715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172726730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172726738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172726739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172726739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:30.083904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27633): Terminating (SIGTERM)\u000a17:27:30.126530 run iperf3-srv_10.42.42.10(pid=27634): Terminating (SIGTERM)\u000a17:27:30.169045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27635): Terminating (SIGTERM)\u000a17:27:30.211421 run iperf3-srv_10.42.42.10(pid=27636): Terminating (SIGTERM)\u000a17:27:30.254223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27637): Terminating (SIGTERM)\u000a17:27:30.296729 run iperf3-srv_10.42.42.10(pid=27638): Terminating (SIGTERM)\u000a17:27:30.339329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27639): Terminating (SIGTERM)\u000a17:27:30.381893 run iperf3-srv_10.42.42.10(pid=27640): Terminating (SIGTERM)\u000a17:27:30.424411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27643): Terminating (SIGTERM)\u000a17:27:30.466930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27646): Terminating (SIGTERM)\u000a17:27:30.509430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27649): Terminating (SIGTERM)\u000a17:27:30.519216 --- ParallelTerminationStrategy: PID 27633 died...\u000a17:27:30.576373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27633): Terminated: ok {rc=0}\u000a17:27:30.586762 --- ParallelTerminationStrategy: PID 27634 died...\u000a17:27:30.642897 run iperf3-srv_10.42.42.10(pid=27634): Terminated {rc=256}\u000a17:27:30.653057 --- ParallelTerminationStrategy: PID 27635 died...\u000a17:27:30.710008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27635): Terminated: ok {rc=0}\u000a17:27:30.720049 --- ParallelTerminationStrategy: PID 27636 died...\u000a17:27:30.775992 run iperf3-srv_10.42.42.10(pid=27636): Terminated {rc=256}\u000a17:27:30.786054 --- ParallelTerminationStrategy: PID 27637 died...\u000a17:27:30.842092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27637): Terminated: ok {rc=0}\u000a17:27:30.857579 --- ParallelTerminationStrategy: PID 27638 died...\u000a17:27:30.914192 run iperf3-srv_10.42.42.10(pid=27638): Terminated {rc=256}\u000a17:27:30.924620 --- ParallelTerminationStrategy: PID 27639 died...\u000a17:27:30.981293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27639): Terminated: ok {rc=0}\u000a17:27:30.991722 --- ParallelTerminationStrategy: PID 27640 died...\u000a17:27:31.048335 run iperf3-srv_10.42.42.10(pid=27640): Terminated {rc=256}\u000a17:27:31.058815 --- ParallelTerminationStrategy: PID 27643 died...\u000a17:27:31.115756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27643): Terminated: ok {rc=0}\u000a17:27:31.126240 --- ParallelTerminationStrategy: PID 27646 died...\u000a17:27:31.183053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27646): Terminated: ok {rc=0}\u000a17:27:31.193639 --- ParallelTerminationStrategy: PID 27649 died...\u000a17:27:31.250463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27649): Terminated: ok {rc=0}\u000a17:27:31.355274 bus /gobi_4: Setting Powered False\u000a17:27:32.459924 bus /gobi_4: Setting Powered False\u000a17:27:33.573075 bus /gobi_1: Setting Powered False\u000a17:27:34.678340 bus /gobi_1: Setting Powered False\u000a17:27:35.790036 bus /gobi_0: Setting Powered False\u000a17:27:36.894399 bus /gobi_0: Setting Powered False\u000a17:27:38.007716 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27659): Process ended prematurely: osmo-stp_10.42.42.5(pid=27659) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27659)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27659): Process ended prematurely: osmo-stp_10.42.42.5(pid=27659) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:27:39.075491 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:39.086953 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:27:39.236682 tst ping.py: using LAC 22566\u000a17:27:39.360798 tst ping.py: using RAC 126\u000a17:27:39.486271 tst ping.py: using CellId 22566\u000a17:27:39.611031 tst ping.py: using BVCI 22567\u000a17:27:39.635541 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:39.646902 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:39.657952 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:39.669474 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:39.680459 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:39.691524 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:39.702831 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:39.713919 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:39.986602 tst ping.py:19: start network...\u000a17:27:40.110232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:40.580021 run create_hlr_db(pid=27653): Launched\u000a17:27:40.753221 bus /gobi_6: Setting Powered False\u000a17:27:41.773361 run create_hlr_db(pid=27653): Terminated: ok {rc=0}\u000a17:27:42.199386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27655): Launched\u000a17:27:42.518260 run osmo-hlr_10.42.42.2(pid=27656): Launched\u000a17:27:42.638104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:43.197421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27658): Launched\u000a17:27:43.517723 run osmo-stp_10.42.42.5(pid=27659): Launched\u000a17:27:43.634656 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:27:44.191274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27661): Launched\u000a17:27:44.304125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:27:44.582288 run patchelf(pid=27662): Launched\u000a17:27:44.768893 run osmo-stp_10.42.42.5(pid=27659): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27659)]\u000a17:27:44.905867 run osmo-stp_10.42.42.5(pid=27659): stdout: \u000a| (launched: 2022-12-09_17:27:43.359545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:45.042909 run osmo-stp_10.42.42.5(pid=27659): stderr: \u000a| �[0;m�[38;5;43m20221209172743552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172743552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172743553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172743554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172743554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172743554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172743554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:45.174805 run osmo-stp_10.42.42.5(pid=27659): stdout: \u000a| (launched: 2022-12-09_17:27:43.359545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:45.305008 run osmo-stp_10.42.42.5(pid=27659): stderr: \u000a| �[0;m�[38;5;43m20221209172743552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172743552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172743553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172743554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172743554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172743554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172743554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:45.456379 run patchelf(pid=27662): Terminating (SIGINT)\u000a17:27:45.634993 run patchelf(pid=27662): Terminated: ok {rc=0}\u000a17:27:45.667496 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27659): Process ended prematurely: osmo-stp_10.42.42.5(pid=27659) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27659)] [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:27:45.676758 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:27:45.740490 run osmo-hlr_10.42.42.2(pid=27656): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27656)]\u000a17:27:45.792608 run osmo-hlr_10.42.42.2(pid=27656): stdout: \u000a| (launched: 2022-12-09_17:27:42.361027) \u000a17:27:45.852695 run osmo-hlr_10.42.42.2(pid=27656): stderr: \u000a| �[0;m�[1;31m20221209172742560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172742560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172742560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172742560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172742560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172742560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172742573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172742581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172742581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172742581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:45.904405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27655): Terminating (SIGTERM)\u000a17:27:45.951188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27658): Terminating (SIGTERM)\u000a17:27:45.997172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27661): Terminating (SIGTERM)\u000a17:27:46.007788 --- ParallelTerminationStrategy: PID 27655 died...\u000a17:27:46.067065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27655): Terminated: ok {rc=0}\u000a17:27:46.077833 --- ParallelTerminationStrategy: PID 27658 died...\u000a17:27:46.134052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27658): Terminated: ok {rc=0}\u000a17:27:46.146730 --- ParallelTerminationStrategy: PID 27661 died...\u000a17:27:46.204152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27661): Terminated: ok {rc=0}\u000a17:27:46.292227 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27669): Process ended prematurely: osmo-stp_10.42.42.5(pid=27669) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27669)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27669): Process ended prematurely: osmo-stp_10.42.42.5(pid=27669) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:27:47.342701 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.354628 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:27:47.507228 tst ping_idle_ping.py: using LAC 22567\u000a17:27:47.632196 tst ping_idle_ping.py: using RAC 127\u000a17:27:47.757162 tst ping_idle_ping.py: using CellId 22567\u000a17:27:47.877666 tst ping_idle_ping.py: using BVCI 22568\u000a17:27:47.900538 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.911655 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.922750 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.934484 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.946410 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.957685 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.970516 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.981585 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:48.258394 tst ping_idle_ping.py:24: start network...\u000a17:27:48.383199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:48.859960 run create_hlr_db(pid=27663): Launched\u000a17:27:49.033351 bus /gobi_6: Setting Powered False\u000a17:27:50.053471 run create_hlr_db(pid=27663): Terminated: ok {rc=0}\u000a17:27:50.480677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27665): Launched\u000a17:27:50.801496 run osmo-hlr_10.42.42.2(pid=27666): Launched\u000a17:27:50.922101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:51.476788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27668): Launched\u000a17:27:51.797116 run osmo-stp_10.42.42.5(pid=27669): Launched\u000a17:27:51.912546 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:27:52.486686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27671): Launched\u000a17:27:52.601001 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:27:52.879411 run patchelf(pid=27672): Launched\u000a17:27:53.066753 run osmo-stp_10.42.42.5(pid=27669): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27669)]\u000a17:27:53.203855 run osmo-stp_10.42.42.5(pid=27669): stdout: \u000a| (launched: 2022-12-09_17:27:51.639639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:53.341794 run osmo-stp_10.42.42.5(pid=27669): stderr: \u000a| �[0;m�[38;5;43m20221209172751830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172751830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172751831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172751831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172751831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172751832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172751832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:53.474332 run osmo-stp_10.42.42.5(pid=27669): stdout: \u000a| (launched: 2022-12-09_17:27:51.639639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:53.605900 run osmo-stp_10.42.42.5(pid=27669): stderr: \u000a| �[0;m�[38;5;43m20221209172751830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172751830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172751831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172751831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172751831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172751832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172751832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:53.758345 run patchelf(pid=27672): Terminating (SIGINT)\u000a17:27:53.937468 run patchelf(pid=27672): Terminated: ok {rc=0}\u000a17:27:53.970185 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27669): Process ended prematurely: osmo-stp_10.42.42.5(pid=27669) [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27669)] [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:27:53.979524 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:27:54.042584 run osmo-hlr_10.42.42.2(pid=27666): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27666)]\u000a17:27:54.094995 run osmo-hlr_10.42.42.2(pid=27666): stdout: \u000a| (launched: 2022-12-09_17:27:50.644273) \u000a17:27:54.147726 run osmo-hlr_10.42.42.2(pid=27666): stderr: \u000a| �[0;m�[1;31m20221209172750842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172750842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172750842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172750842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172750842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172750843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172750855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172750863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172750864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172750864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:54.192852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27665): Terminating (SIGTERM)\u000a17:27:54.235166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27668): Terminating (SIGTERM)\u000a17:27:54.278014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27671): Terminating (SIGTERM)\u000a17:27:54.287822 --- ParallelTerminationStrategy: PID 27665 died...\u000a17:27:54.344220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27665): Terminated: ok {rc=0}\u000a17:27:54.354414 --- ParallelTerminationStrategy: PID 27668 died...\u000a17:27:54.410450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27668): Terminated: ok {rc=0}\u000a17:27:54.420570 --- ParallelTerminationStrategy: PID 27671 died...\u000a17:27:54.476309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27671): Terminated: ok {rc=0}\u000a17:27:54.563750 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:26:55" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27682): Process ended prematurely: osmo-stp_10.42.42.5(pid=27682) [trial-2362↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27682)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27682): Process ended prematurely: osmo-stp_10.42.42.5(pid=27682) [trial-2362↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:27:56.563687 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:27:56.575134 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:27:56.725877 tst switch_tch_pdch.py: using LAC 22568\u000a17:27:56.851342 tst switch_tch_pdch.py: using RAC 128\u000a17:27:56.977862 tst switch_tch_pdch.py: using CellId 22568\u000a17:27:57.103570 tst switch_tch_pdch.py: using BVCI 22569\u000a17:27:57.128049 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:27:57.139708 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:27:57.151085 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:27:57.162485 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:27:57.173746 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:27:57.185210 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:27:57.196651 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:27:57.208026 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:27:57.322877 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:27:57.600083 tst switch_tch_pdch.py:51: start network...\u000a17:27:57.724805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:58.196458 run create_hlr_db(pid=27676): Launched\u000a17:27:58.369749 bus /gobi_6: Setting Powered False\u000a17:27:59.389868 run create_hlr_db(pid=27676): Terminated: ok {rc=0}\u000a17:27:59.815023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27678): Launched\u000a17:28:00.135112 run osmo-hlr_10.42.42.2(pid=27679): Launched\u000a17:28:00.254228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:00.811041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27681): Launched\u000a17:28:01.214124 run osmo-stp_10.42.42.5(pid=27682): Launched\u000a17:28:01.570146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:28:02.184198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27684): Launched\u000a17:28:02.294082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:28:02.559963 run patchelf(pid=27685): Launched\u000a17:28:02.735728 run osmo-stp_10.42.42.5(pid=27682): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27682)]\u000a17:28:02.864876 run osmo-stp_10.42.42.5(pid=27682): stdout: \u000a| (launched: 2022-12-09_17:28:01.001023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:02.994089 run osmo-stp_10.42.42.5(pid=27682): stderr: \u000a| �[0;m�[38;5;43m20221209172801384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172801384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172801384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172801388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172801390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172801391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172801391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:03.118093 run osmo-stp_10.42.42.5(pid=27682): stdout: \u000a| (launched: 2022-12-09_17:28:01.001023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:03.240492 run osmo-stp_10.42.42.5(pid=27682): stderr: \u000a| �[0;m�[38;5;43m20221209172801384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172801384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172801384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172801388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172801390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172801391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172801391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:03.383222 run patchelf(pid=27685): Terminating (SIGINT)\u000a17:28:03.551150 run patchelf(pid=27685): Terminated: ok {rc=0}\u000a17:28:03.581801 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27682): Process ended prematurely: osmo-stp_10.42.42.5(pid=27682) [trial-2362↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27682)] [trial-2362↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:28:03.590462 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a17:28:03.651353 run osmo-hlr_10.42.42.2(pid=27679): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27679)]\u000a17:28:03.701750 run osmo-hlr_10.42.42.2(pid=27679): stdout: \u000a| (launched: 2022-12-09_17:27:59.976556) \u000a17:28:03.752097 run osmo-hlr_10.42.42.2(pid=27679): stderr: \u000a| �[0;m�[1;31m20221209172800176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172800176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172800176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172800176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172800176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172800176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172800188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172800197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172800197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172800197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:03.794322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27678): Terminating (SIGTERM)\u000a17:28:03.834906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27681): Terminating (SIGTERM)\u000a17:28:03.875459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27684): Terminating (SIGTERM)\u000a17:28:03.885292 --- ParallelTerminationStrategy: PID 27678 died...\u000a17:28:03.939130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27678): Terminated: ok {rc=0}\u000a17:28:03.949394 --- ParallelTerminationStrategy: PID 27681 died...\u000a17:28:04.002935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27681): Terminated: ok {rc=0}\u000a17:28:04.013170 --- ParallelTerminationStrategy: PID 27684 died...\u000a17:28:04.066548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27684): Terminated: ok {rc=0}\u000a17:28:04.156097 bus /gobi_0: Setting Powered False\u000a17:28:05.258855 bus /gobi_0: Setting Powered False\u000a17:28:06.371591 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:27:56" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27696): Process ended prematurely: osmo-stp_10.42.42.5(pid=27696) [trial-2362↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27696)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27696): Process ended prematurely: osmo-stp_10.42.42.5(pid=27696) [trial-2362↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:28:08.297740 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:08.308456 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:28:08.451528 tst switch_tch_pdch.py: using LAC 22569\u000a17:28:08.570496 tst switch_tch_pdch.py: using RAC 129\u000a17:28:08.694009 tst switch_tch_pdch.py: using CellId 22569\u000a17:28:08.819953 tst switch_tch_pdch.py: using BVCI 22570\u000a17:28:08.844463 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:08.855940 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:08.867252 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:08.878649 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:08.889665 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:08.900683 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:08.912037 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:08.923165 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:28:09.039158 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:28:09.315804 tst switch_tch_pdch.py:51: start network...\u000a17:28:09.439770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:09.884389 run create_hlr_db(pid=27690): Launched\u000a17:28:10.005918 bus /gobi_6: Setting Powered False\u000a17:28:11.077213 run create_hlr_db(pid=27690): Terminated: ok {rc=0}\u000a17:28:11.449454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27692): Launched\u000a17:28:11.747891 run osmo-hlr_10.42.42.2(pid=27693): Launched\u000a17:28:11.862999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:12.369027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27695): Launched\u000a17:28:12.669600 run osmo-stp_10.42.42.5(pid=27696): Launched\u000a17:28:12.779161 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:28:13.274093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27698): Launched\u000a17:28:13.379884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:28:13.639336 run patchelf(pid=27699): Launched\u000a17:28:13.813402 run osmo-stp_10.42.42.5(pid=27696): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27696)]\u000a17:28:13.941250 run osmo-stp_10.42.42.5(pid=27696): stdout: \u000a| (launched: 2022-12-09_17:28:12.519740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:14.069444 run osmo-stp_10.42.42.5(pid=27696): stderr: \u000a| �[0;m�[38;5;43m20221209172812689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172812689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172812690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172812690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172812690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172812690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172812691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:14.192772 run osmo-stp_10.42.42.5(pid=27696): stdout: \u000a| (launched: 2022-12-09_17:28:12.519740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:14.323388 run osmo-stp_10.42.42.5(pid=27696): stderr: \u000a| �[0;m�[38;5;43m20221209172812689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172812689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172812690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172812690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172812690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172812690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172812691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:14.475000 run patchelf(pid=27699): Terminating (SIGINT)\u000a17:28:14.653750 run patchelf(pid=27699): Terminated: ok {rc=0}\u000a17:28:14.686555 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27696): Process ended prematurely: osmo-stp_10.42.42.5(pid=27696) [trial-2362↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27696)] [trial-2362↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:28:14.695975 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a17:28:14.758911 run osmo-hlr_10.42.42.2(pid=27693): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27693)]\u000a17:28:14.810658 run osmo-hlr_10.42.42.2(pid=27693): stdout: \u000a| (launched: 2022-12-09_17:28:11.600437) \u000a17:28:14.863262 run osmo-hlr_10.42.42.2(pid=27693): stderr: \u000a| �[0;m�[1;31m20221209172811775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172811775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172811775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172811775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172811775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172811775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172811787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172811796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172811796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172811796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:14.908399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27692): Terminating (SIGTERM)\u000a17:28:14.950844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27695): Terminating (SIGTERM)\u000a17:28:14.992914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27698): Terminating (SIGTERM)\u000a17:28:15.002608 --- ParallelTerminationStrategy: PID 27692 died...\u000a17:28:15.058569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27692): Terminated: ok {rc=0}\u000a17:28:15.068603 --- ParallelTerminationStrategy: PID 27695 died...\u000a17:28:15.124719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27695): Terminated: ok {rc=0}\u000a17:28:15.134820 --- ParallelTerminationStrategy: PID 27698 died...\u000a17:28:15.190806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27698): Terminated: ok {rc=0}\u000a17:28:15.278487 bus /gobi_0: Setting Powered False\u000a17:28:16.384140 bus /gobi_0: Setting Powered False\u000a17:28:17.490528 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:28:08" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27704): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27704) [trial-2362↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27704)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27704): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27704) [trial-2362↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a17:28:19.366022 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a17:28:19.376632 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a17:28:19.509504 tst mo_mt_sms.py: using LAC 22570\u000a17:28:19.625694 tst mo_mt_sms.py: using RAC 130\u000a17:28:19.750941 tst mo_mt_sms.py: using CellId 22570\u000a17:28:19.874315 tst mo_mt_sms.py: using BVCI 22571\u000a17:28:19.898624 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:20.014852 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:20.287716 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:28:20.410984 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:28:21.031117 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27703): Launched\u000a17:28:21.325928 run osmo-nitb_10.42.42.2(pid=27704): Launched\u000a17:28:21.509287 run osmo-nitb_10.42.42.2(pid=27704): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27704)]\u000a17:28:21.645019 run osmo-nitb_10.42.42.2(pid=27704): stdout: \u000a| (launched: 2022-12-09_17:28:21.182024) \u000a17:28:21.780804 run osmo-nitb_10.42.42.2(pid=27704): stderr: \u000a| (launched: 2022-12-09_17:28:21.226246)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:21.911969 run osmo-nitb_10.42.42.2(pid=27704): stdout: \u000a| (launched: 2022-12-09_17:28:21.182024) \u000a17:28:22.041709 run osmo-nitb_10.42.42.2(pid=27704): stderr: \u000a| (launched: 2022-12-09_17:28:21.226246)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:22.446643 tst osmo-nitb_10.42.42.2(pid=27704): stdout: \u000a| (launched: 2022-12-09_17:28:21.182024) \u000a17:28:22.565190 tst osmo-nitb_10.42.42.2(pid=27704): stderr: \u000a| (launched: 2022-12-09_17:28:21.226246)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:22.617453 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27704): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27704) [trial-2362↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27704)] [trial-2362↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a17:28:22.625775 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a17:28:22.661309 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27703): Terminating (SIGTERM)\u000a17:28:22.838711 --- ParallelTerminationStrategy: PID 27703 died...\u000a17:28:22.894319 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27703): Terminated: ok {rc=0}\u000a17:28:22.983002 bus /sierra_3: Setting Powered False\u000a17:28:24.091055 bus /sierra_3: Setting Powered False\u000a17:28:25.202458 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:28:19" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27714): Process ended prematurely: osmo-stp_10.42.42.5(pid=27714) [trial-2362↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27714)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27714): Process ended prematurely: osmo-stp_10.42.42.5(pid=27714) [trial-2362↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a17:28:27.101699 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:27.114435 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a17:28:27.246656 tst mo_mt_sms.py: using LAC 22571\u000a17:28:27.362738 tst mo_mt_sms.py: using RAC 131\u000a17:28:27.487225 tst mo_mt_sms.py: using CellId 22571\u000a17:28:27.613344 tst mo_mt_sms.py: using BVCI 22572\u000a17:28:27.637803 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:27.649061 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:27.660084 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:27.671682 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:27.683334 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:27.694906 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:27.812696 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:28.019865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:28.533587 run create_hlr_db(pid=27708): Launched\u000a17:28:28.720362 bus /sierra_2: Setting Powered False\u000a17:28:29.739918 run create_hlr_db(pid=27708): Terminated: ok {rc=0}\u000a17:28:30.142675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27710): Launched\u000a17:28:30.442981 run osmo-hlr_10.42.42.2(pid=27711): Launched\u000a17:28:30.561297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:31.136586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27713): Launched\u000a17:28:31.490835 run osmo-stp_10.42.42.5(pid=27714): Launched\u000a17:28:31.837023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:28:32.538296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27716): Launched\u000a17:28:32.857588 run osmo-msc_10.42.42.6(pid=27717): Launched\u000a17:28:33.043248 run osmo-stp_10.42.42.5(pid=27714): ERR: Terminated: ERROR {rc=1} [trial-2362↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27714)]\u000a17:28:33.177352 run osmo-stp_10.42.42.5(pid=27714): stdout: \u000a| (launched: 2022-12-09_17:28:31.290489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:33.311015 run osmo-stp_10.42.42.5(pid=27714): stderr: \u000a| �[0;m�[38;5;43m20221209172831671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172831671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172831672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172831673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172831674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172831675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172831675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:33.438786 run osmo-stp_10.42.42.5(pid=27714): stdout: \u000a| (launched: 2022-12-09_17:28:31.290489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:33.565849 run osmo-stp_10.42.42.5(pid=27714): stderr: \u000a| �[0;m�[38;5;43m20221209172831671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172831671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172831672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172831673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172831674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172831675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172831675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:33.621829 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27714): Process ended prematurely: osmo-stp_10.42.42.5(pid=27714) [trial-2362↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27714)] [trial-2362↪sms:trx-b200↪mo_mt_sms.py:16]\u000a17:28:33.630428 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a17:28:33.693432 run osmo-hlr_10.42.42.2(pid=27711): ERR: Terminated: ERROR {rc=237} [trial-2362↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27711)]\u000a17:28:33.745278 run osmo-hlr_10.42.42.2(pid=27711): stdout: \u000a| (launched: 2022-12-09_17:28:30.294278) \u000a17:28:33.797772 run osmo-hlr_10.42.42.2(pid=27711): stderr: \u000a| �[0;m�[1;31m20221209172830472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172830472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172830472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172830472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172830472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172830472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172830484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172830492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172830493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172830493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:33.868990 run osmo-msc_10.42.42.6(pid=27717): ERR: Terminated: ERROR {rc=2} [trial-2362↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27717)]\u000a17:28:33.920696 run osmo-msc_10.42.42.6(pid=27717): stdout: \u000a| (launched: 2022-12-09_17:28:32.701025) \u000a17:28:33.972844 run osmo-msc_10.42.42.6(pid=27717): stderr: \u000a| �[0;m�[38;5;43m20221209172833024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172833024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9288a7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172833024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172833024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172833024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172833024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172833028 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172833028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172833028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172833028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:28:34.017221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27710): Terminating (SIGTERM)\u000a17:28:34.059344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27713): Terminating (SIGTERM)\u000a17:28:34.101400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27716): Terminating (SIGTERM)\u000a17:28:34.110987 --- ParallelTerminationStrategy: PID 27710 died...\u000a17:28:34.166886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27710): Terminated: ok {rc=0}\u000a17:28:34.177037 --- ParallelTerminationStrategy: PID 27713 died...\u000a17:28:34.233384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27713): Terminated: ok {rc=0}\u000a17:28:34.243446 --- ParallelTerminationStrategy: PID 27716 died...\u000a17:28:34.299359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27716): Terminated: ok {rc=0}\u000a17:28:34.386727 bus /sierra_3: Setting Powered False\u000a17:28:35.494923 bus /sierra_3: Setting Powered False\u000a17:28:36.603589 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:28:26" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27723): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27723) [trial-2362↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27723)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27723): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27723) [trial-2362↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a17:28:38.448176 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a17:28:38.459255 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a17:28:38.595980 tst assert_extension.py: using LAC 22572\u000a17:28:38.717470 tst assert_extension.py: using RAC 132\u000a17:28:38.832338 tst assert_extension.py: using CellId 22572\u000a17:28:38.950377 tst assert_extension.py: using BVCI 22573\u000a17:28:38.973146 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a17:28:39.261767 tst assert_extension.py:10: start nitb and bts...\u000a17:28:39.394654 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:28:40.056671 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27722): Launched\u000a17:28:40.371313 run osmo-nitb_10.42.42.2(pid=27723): Launched\u000a17:28:40.567212 run osmo-nitb_10.42.42.2(pid=27723): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27723)]\u000a17:28:40.711539 run osmo-nitb_10.42.42.2(pid=27723): stdout: \u000a| (launched: 2022-12-09_17:28:40.218133) \u000a17:28:40.855531 run osmo-nitb_10.42.42.2(pid=27723): stderr: \u000a| (launched: 2022-12-09_17:28:40.265957)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:40.994901 run osmo-nitb_10.42.42.2(pid=27723): stdout: \u000a| (launched: 2022-12-09_17:28:40.218133) \u000a17:28:41.133103 run osmo-nitb_10.42.42.2(pid=27723): stderr: \u000a| (launched: 2022-12-09_17:28:40.265957)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:41.498744 tst osmo-nitb_10.42.42.2(pid=27723): stdout: \u000a| (launched: 2022-12-09_17:28:40.218133) \u000a17:28:41.625856 tst osmo-nitb_10.42.42.2(pid=27723): stderr: \u000a| (launched: 2022-12-09_17:28:40.265957)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:41.681328 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27723): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27723) [trial-2362↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27723)] [trial-2362↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a17:28:41.690031 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a17:28:41.726289 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27722): Terminating (SIGTERM)\u000a17:28:41.903936 --- ParallelTerminationStrategy: PID 27722 died...\u000a17:28:41.961795 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27722): Terminated: ok {rc=0}\u000a17:28:42.048087 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:28:38" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27733): Process ended prematurely: osmo-stp_10.42.42.5(pid=27733) [trial-2362↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27733): Process ended prematurely: osmo-stp_10.42.42.5(pid=27733) [trial-2362↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a17:28:43.892159 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:43.903126 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a17:28:44.043605 tst assert_extension.py: using LAC 22573\u000a17:28:44.167657 tst assert_extension.py: using RAC 133\u000a17:28:44.292153 tst assert_extension.py: using CellId 22573\u000a17:28:44.416517 tst assert_extension.py: using BVCI 22574\u000a17:28:44.440631 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:44.451620 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:44.462720 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:44.473657 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:44.484549 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:44.495421 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a17:28:44.694169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:45.164228 run create_hlr_db(pid=27727): Launched\u000a17:28:45.336511 bus /sierra_2: Setting Powered False\u000a17:28:46.372409 run create_hlr_db(pid=27727): Terminated: ok {rc=0}\u000a17:28:46.819688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27729): Launched\u000a17:28:47.175390 run osmo-hlr_10.42.42.2(pid=27730): Launched\u000a17:28:47.293257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:47.852679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27732): Launched\u000a17:28:48.170254 run osmo-stp_10.42.42.5(pid=27733): Launched\u000a17:28:48.284364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:28:48.866493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27735): Launched\u000a17:28:49.185982 run osmo-msc_10.42.42.6(pid=27736): Launched\u000a17:28:49.373793 run osmo-stp_10.42.42.5(pid=27733): ERR: Terminated: ERROR {rc=1} [trial-2362↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)]\u000a17:28:49.508490 run osmo-stp_10.42.42.5(pid=27733): stdout: \u000a| (launched: 2022-12-09_17:28:48.014494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:49.643199 run osmo-stp_10.42.42.5(pid=27733): stderr: \u000a| �[0;m�[38;5;43m20221209172848206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172848206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172848206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172848206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172848207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172848207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172848207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:49.770654 run osmo-stp_10.42.42.5(pid=27733): stdout: \u000a| (launched: 2022-12-09_17:28:48.014494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:49.897417 run osmo-stp_10.42.42.5(pid=27733): stderr: \u000a| �[0;m�[38;5;43m20221209172848206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172848206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172848206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172848206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172848207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172848207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172848207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:49.953480 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27733): Process ended prematurely: osmo-stp_10.42.42.5(pid=27733) [trial-2362↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)] [trial-2362↪ussd:trx-b200↪assert_extension.py:17]\u000a17:28:49.962223 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a17:28:50.025404 run osmo-hlr_10.42.42.2(pid=27730): ERR: Terminated: ERROR {rc=237} [trial-2362↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27730)]\u000a17:28:50.077402 run osmo-hlr_10.42.42.2(pid=27730): stdout: \u000a| (launched: 2022-12-09_17:28:46.986599) \u000a17:28:50.130014 run osmo-hlr_10.42.42.2(pid=27730): stderr: \u000a| �[0;m�[1;31m20221209172847211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172847211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172847211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172847211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172847211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172847211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172847224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172847234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172847234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172847234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:50.201094 run osmo-msc_10.42.42.6(pid=27736): ERR: Terminated: ERROR {rc=2} [trial-2362↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27736)]\u000a17:28:50.252908 run osmo-msc_10.42.42.6(pid=27736): stdout: \u000a| (launched: 2022-12-09_17:28:49.028221) \u000a17:28:50.305292 run osmo-msc_10.42.42.6(pid=27736): stderr: \u000a| �[0;m�[38;5;43m20221209172849350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172849351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f447f56cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172849351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172849351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172849351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172849351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172849353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172849353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172849354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172849354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:28:50.350151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27729): Terminating (SIGTERM)\u000a17:28:50.392352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27732): Terminating (SIGTERM)\u000a17:28:50.434630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27735): Terminating (SIGTERM)\u000a17:28:50.444371 --- ParallelTerminationStrategy: PID 27729 died...\u000a17:28:50.501519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27729): Terminated: ok {rc=0}\u000a17:28:50.511711 --- ParallelTerminationStrategy: PID 27732 died...\u000a17:28:50.567591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27732): Terminated: ok {rc=0}\u000a17:28:50.578004 --- ParallelTerminationStrategy: PID 27735 died...\u000a17:28:50.633795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27735): Terminated: ok {rc=0}\u000a17:28:50.721756 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:28:43" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27747): Process ended prematurely: osmo-stp_10.42.42.5(pid=27747) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27747)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27747): Process ended prematurely: osmo-stp_10.42.42.5(pid=27747) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:28:52.692051 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:28:52.703494 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:28:52.868890 tst mo_mt_call.py: using LAC 22574\u000a17:28:53.000442 tst mo_mt_call.py: using RAC 134\u000a17:28:53.128607 tst mo_mt_call.py: using CellId 22574\u000a17:28:53.256818 tst mo_mt_call.py: using BVCI 22575\u000a17:28:53.281567 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:28:53.293000 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:28:53.304225 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:28:53.315582 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:28:53.326940 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:28:53.338265 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:28:53.453435 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:28:53.666456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:54.187748 run create_hlr_db(pid=27741): Launched\u000a17:28:54.375743 bus /sierra_2: Setting Powered False\u000a17:28:55.397448 run create_hlr_db(pid=27741): Terminated: ok {rc=0}\u000a17:28:55.807783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27743): Launched\u000a17:28:56.113388 run osmo-hlr_10.42.42.2(pid=27744): Launched\u000a17:28:56.235833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:56.770315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27746): Launched\u000a17:28:57.073913 run osmo-stp_10.42.42.5(pid=27747): Launched\u000a17:28:57.185072 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:28:57.742547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27749): Launched\u000a17:28:58.049666 run osmo-msc_10.42.42.6(pid=27750): Launched\u000a17:28:58.228227 run osmo-stp_10.42.42.5(pid=27747): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27747)]\u000a17:28:58.357653 run osmo-stp_10.42.42.5(pid=27747): stdout: \u000a| (launched: 2022-12-09_17:28:56.924417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:58.485052 run osmo-stp_10.42.42.5(pid=27747): stderr: \u000a| �[0;m�[38;5;43m20221209172857095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172857096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172857096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172857096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172857097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172857097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172857097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:58.608043 run osmo-stp_10.42.42.5(pid=27747): stdout: \u000a| (launched: 2022-12-09_17:28:56.924417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:58.729599 run osmo-stp_10.42.42.5(pid=27747): stderr: \u000a| �[0;m�[38;5;43m20221209172857095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172857096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172857096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172857096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172857097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172857097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172857097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:58.783465 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27747): Process ended prematurely: osmo-stp_10.42.42.5(pid=27747) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27747)] [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:28:58.792203 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:28:58.853221 run osmo-hlr_10.42.42.2(pid=27744): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27744)]\u000a17:28:58.903346 run osmo-hlr_10.42.42.2(pid=27744): stdout: \u000a| (launched: 2022-12-09_17:28:55.963032) \u000a17:28:58.954229 run osmo-hlr_10.42.42.2(pid=27744): stderr: \u000a| �[0;m�[1;31m20221209172856140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172856140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172856140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172856140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172856140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172856141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172856152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172856161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172856161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172856161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:59.022666 run osmo-msc_10.42.42.6(pid=27750): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27750)]\u000a17:28:59.072894 run osmo-msc_10.42.42.6(pid=27750): stdout: \u000a| (launched: 2022-12-09_17:28:57.897082) \u000a17:28:59.123952 run osmo-msc_10.42.42.6(pid=27750): stderr: \u000a| �[0;m�[38;5;43m20221209172858171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172858171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc536f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172858172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172858172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172858172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172858172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172858174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172858174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172858174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172858174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:28:59.166620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27743): Terminating (SIGTERM)\u000a17:28:59.207416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27746): Terminating (SIGTERM)\u000a17:28:59.247729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27749): Terminating (SIGTERM)\u000a17:28:59.257234 --- ParallelTerminationStrategy: PID 27743 died...\u000a17:28:59.311232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27743): Terminated: ok {rc=0}\u000a17:28:59.321172 --- ParallelTerminationStrategy: PID 27746 died...\u000a17:28:59.375326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27746): Terminated: ok {rc=0}\u000a17:28:59.385095 --- ParallelTerminationStrategy: PID 27749 died...\u000a17:28:59.439085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27749): Terminated: ok {rc=0}\u000a17:28:59.528885 bus /sierra_3: Setting Powered False\u000a17:29:00.631930 bus /sierra_3: Setting Powered False\u000a17:29:01.769736 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27758): Process ended prematurely: osmo-stp_10.42.42.5(pid=27758) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27758)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27758): Process ended prematurely: osmo-stp_10.42.42.5(pid=27758) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:29:02.882744 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:02.894413 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:29:03.053201 tst mo_mt_call_osmux.py: using LAC 22575\u000a17:29:03.172404 tst mo_mt_call_osmux.py: using RAC 135\u000a17:29:03.291858 tst mo_mt_call_osmux.py: using CellId 22575\u000a17:29:03.410998 tst mo_mt_call_osmux.py: using BVCI 22576\u000a17:29:03.434075 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:03.445142 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:03.455902 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:03.467012 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:03.478575 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:03.489636 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:29:03.611641 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:29:03.814361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:04.291018 run create_hlr_db(pid=27752): Launched\u000a17:29:04.465686 bus /sierra_2: Setting Powered False\u000a17:29:05.487509 run create_hlr_db(pid=27752): Terminated: ok {rc=0}\u000a17:29:05.894752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27754): Launched\u000a17:29:06.200232 run osmo-hlr_10.42.42.2(pid=27755): Launched\u000a17:29:06.315398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:06.852699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27757): Launched\u000a17:29:07.156563 run osmo-stp_10.42.42.5(pid=27758): Launched\u000a17:29:07.266874 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:07.821929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27760): Launched\u000a17:29:08.126076 run osmo-msc_10.42.42.6(pid=27761): Launched\u000a17:29:08.304415 run osmo-stp_10.42.42.5(pid=27758): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27758)]\u000a17:29:08.433317 run osmo-stp_10.42.42.5(pid=27758): stdout: \u000a| (launched: 2022-12-09_17:29:07.006659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:08.560039 run osmo-stp_10.42.42.5(pid=27758): stderr: \u000a| �[0;m�[38;5;43m20221209172907179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172907179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172907179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172907179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172907180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172907180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172907180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:08.681953 run osmo-stp_10.42.42.5(pid=27758): stdout: \u000a| (launched: 2022-12-09_17:29:07.006659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:08.802525 run osmo-stp_10.42.42.5(pid=27758): stderr: \u000a| �[0;m�[38;5;43m20221209172907179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172907179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172907179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172907179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172907180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172907180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172907180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:08.855993 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27758): Process ended prematurely: osmo-stp_10.42.42.5(pid=27758) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27758)] [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:29:08.864764 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a17:29:08.925250 run osmo-hlr_10.42.42.2(pid=27755): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27755)]\u000a17:29:08.974745 run osmo-hlr_10.42.42.2(pid=27755): stdout: \u000a| (launched: 2022-12-09_17:29:06.048933) \u000a17:29:09.024983 run osmo-hlr_10.42.42.2(pid=27755): stderr: \u000a| �[0;m�[1;31m20221209172906229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172906229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172906229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172906229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172906229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172906229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172906241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172906250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172906250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172906250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:09.092295 run osmo-msc_10.42.42.6(pid=27761): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27761)]\u000a17:29:09.141801 run osmo-msc_10.42.42.6(pid=27761): stdout: \u000a| (launched: 2022-12-09_17:29:07.975773) \u000a17:29:09.191548 run osmo-msc_10.42.42.6(pid=27761): stderr: \u000a| �[0;m�[38;5;43m20221209172908251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172908251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bb4ca4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172908251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172908251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172908251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172908252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172908254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172908254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172908255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172908255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:09.233702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27754): Terminating (SIGTERM)\u000a17:29:09.273916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27757): Terminating (SIGTERM)\u000a17:29:09.314227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27760): Terminating (SIGTERM)\u000a17:29:09.323602 --- ParallelTerminationStrategy: PID 27754 died...\u000a17:29:09.377195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27754): Terminated: ok {rc=0}\u000a17:29:09.386968 --- ParallelTerminationStrategy: PID 27757 died...\u000a17:29:09.440173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27757): Terminated: ok {rc=0}\u000a17:29:09.450045 --- ParallelTerminationStrategy: PID 27760 died...\u000a17:29:09.503233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27760): Terminated: ok {rc=0}\u000a17:29:09.593147 bus /sierra_3: Setting Powered False\u000a17:29:10.698050 bus /sierra_3: Setting Powered False\u000a17:29:11.810039 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:28:52" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27772): Process ended prematurely: osmo-stp_10.42.42.5(pid=27772) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27772)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27772): Process ended prematurely: osmo-stp_10.42.42.5(pid=27772) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:29:13.800783 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:13.811862 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:29:13.968933 tst mo_mt_call.py: using LAC 22576\u000a17:29:14.087713 tst mo_mt_call.py: using RAC 136\u000a17:29:14.207690 tst mo_mt_call.py: using CellId 22576\u000a17:29:14.328034 tst mo_mt_call.py: using BVCI 22577\u000a17:29:14.351103 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:14.362127 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:14.373115 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:14.384187 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:14.395380 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:14.406429 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:29:14.521829 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:29:14.721342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:15.199404 run create_hlr_db(pid=27766): Launched\u000a17:29:15.373766 bus /sierra_2: Setting Powered False\u000a17:29:16.449326 run create_hlr_db(pid=27766): Terminated: ok {rc=0}\u000a17:29:16.904578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27768): Launched\u000a17:29:17.254787 run osmo-hlr_10.42.42.2(pid=27769): Launched\u000a17:29:17.373417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:17.906383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27771): Launched\u000a17:29:18.208834 run osmo-stp_10.42.42.5(pid=27772): Launched\u000a17:29:18.319294 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:18.874568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27774): Launched\u000a17:29:19.178097 run osmo-msc_10.42.42.6(pid=27775): Launched\u000a17:29:19.355292 run osmo-stp_10.42.42.5(pid=27772): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27772)]\u000a17:29:19.483509 run osmo-stp_10.42.42.5(pid=27772): stdout: \u000a| (launched: 2022-12-09_17:29:18.059935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:19.610216 run osmo-stp_10.42.42.5(pid=27772): stderr: \u000a| �[0;m�[38;5;43m20221209172918232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172918232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172918232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172918233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172918233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172918233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172918233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:19.731348 run osmo-stp_10.42.42.5(pid=27772): stdout: \u000a| (launched: 2022-12-09_17:29:18.059935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:19.851201 run osmo-stp_10.42.42.5(pid=27772): stderr: \u000a| �[0;m�[38;5;43m20221209172918232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172918232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172918232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172918233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172918233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172918233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172918233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:19.904271 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27772): Process ended prematurely: osmo-stp_10.42.42.5(pid=27772) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27772)] [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:29:19.912877 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:29:19.973527 run osmo-hlr_10.42.42.2(pid=27769): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27769)]\u000a17:29:20.023030 run osmo-hlr_10.42.42.2(pid=27769): stdout: \u000a| (launched: 2022-12-09_17:29:17.074941) \u000a17:29:20.072876 run osmo-hlr_10.42.42.2(pid=27769): stderr: \u000a| �[0;m�[1;31m20221209172917276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172917276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172917276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172917276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172917276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172917276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172917288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172917297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172917297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172917297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:20.140040 run osmo-msc_10.42.42.6(pid=27775): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27775)]\u000a17:29:20.189285 run osmo-msc_10.42.42.6(pid=27775): stdout: \u000a| (launched: 2022-12-09_17:29:19.027765) \u000a17:29:20.239064 run osmo-msc_10.42.42.6(pid=27775): stderr: \u000a| �[0;m�[38;5;43m20221209172919299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172919299 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd2fb42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172919299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172919299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172919299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172919299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172919301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172919302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172919302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172919302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:20.281033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27768): Terminating (SIGTERM)\u000a17:29:20.321298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27771): Terminating (SIGTERM)\u000a17:29:20.361585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27774): Terminating (SIGTERM)\u000a17:29:20.370817 --- ParallelTerminationStrategy: PID 27768 died...\u000a17:29:20.424056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27768): Terminated: ok {rc=0}\u000a17:29:20.433917 --- ParallelTerminationStrategy: PID 27771 died...\u000a17:29:20.487547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27771): Terminated: ok {rc=0}\u000a17:29:20.497786 --- ParallelTerminationStrategy: PID 27774 died...\u000a17:29:20.551359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27774): Terminated: ok {rc=0}\u000a17:29:20.636076 bus /sierra_3: Setting Powered False\u000a17:29:21.743929 bus /sierra_3: Setting Powered False\u000a17:29:22.852096 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27783): Process ended prematurely: osmo-stp_10.42.42.5(pid=27783) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27783)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27783): Process ended prematurely: osmo-stp_10.42.42.5(pid=27783) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:29:23.967764 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:23.980050 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:29:24.144512 tst mo_mt_call_osmux.py: using LAC 22577\u000a17:29:24.271826 tst mo_mt_call_osmux.py: using RAC 137\u000a17:29:24.398843 tst mo_mt_call_osmux.py: using CellId 22577\u000a17:29:24.521295 tst mo_mt_call_osmux.py: using BVCI 22578\u000a17:29:24.544220 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:24.555250 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:24.566095 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:24.577341 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:24.588489 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:24.599519 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:29:24.714570 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:29:24.916578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:25.394268 run create_hlr_db(pid=27777): Launched\u000a17:29:25.568826 bus /sierra_2: Setting Powered False\u000a17:29:26.590952 run create_hlr_db(pid=27777): Terminated: ok {rc=0}\u000a17:29:27.025150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27779): Launched\u000a17:29:27.353271 run osmo-hlr_10.42.42.2(pid=27780): Launched\u000a17:29:27.471576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:28.037298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27782): Launched\u000a17:29:28.361776 run osmo-stp_10.42.42.5(pid=27783): Launched\u000a17:29:28.478776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:29.080326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27785): Launched\u000a17:29:29.407075 run osmo-msc_10.42.42.6(pid=27786): Launched\u000a17:29:29.597241 run osmo-stp_10.42.42.5(pid=27783): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27783)]\u000a17:29:29.734513 run osmo-stp_10.42.42.5(pid=27783): stdout: \u000a| (launched: 2022-12-09_17:29:28.202616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:29.870840 run osmo-stp_10.42.42.5(pid=27783): stderr: \u000a| �[0;m�[38;5;43m20221209172928393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172928393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172928394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172928394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172928394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172928395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172928395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:30.000876 run osmo-stp_10.42.42.5(pid=27783): stdout: \u000a| (launched: 2022-12-09_17:29:28.202616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:30.130231 run osmo-stp_10.42.42.5(pid=27783): stderr: \u000a| �[0;m�[38;5;43m20221209172928393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172928393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172928394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172928394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172928394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172928395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172928395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:30.187414 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27783): Process ended prematurely: osmo-stp_10.42.42.5(pid=27783) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27783)] [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:29:30.196699 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:29:30.260329 run osmo-hlr_10.42.42.2(pid=27780): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27780)]\u000a17:29:30.312648 run osmo-hlr_10.42.42.2(pid=27780): stdout: \u000a| (launched: 2022-12-09_17:29:27.190968) \u000a17:29:30.365826 run osmo-hlr_10.42.42.2(pid=27780): stderr: \u000a| �[0;m�[1;31m20221209172927388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172927388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172927388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172927388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172927389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172927389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172927401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172927410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172927410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172927410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:30.437354 run osmo-msc_10.42.42.6(pid=27786): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27786)]\u000a17:29:30.489421 run osmo-msc_10.42.42.6(pid=27786): stdout: \u000a| (launched: 2022-12-09_17:29:29.245698) \u000a17:29:30.542183 run osmo-msc_10.42.42.6(pid=27786): stderr: \u000a| �[0;m�[38;5;43m20221209172929570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172929571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9139acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172929571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172929571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172929571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172929571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172929573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172929573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172929573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172929573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:30.587018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27779): Terminating (SIGTERM)\u000a17:29:30.629765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27782): Terminating (SIGTERM)\u000a17:29:30.672152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27785): Terminating (SIGTERM)\u000a17:29:30.681967 --- ParallelTerminationStrategy: PID 27779 died...\u000a17:29:30.738641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27779): Terminated: ok {rc=0}\u000a17:29:30.748878 --- ParallelTerminationStrategy: PID 27782 died...\u000a17:29:30.805207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27782): Terminated: ok {rc=0}\u000a17:29:30.815369 --- ParallelTerminationStrategy: PID 27785 died...\u000a17:29:30.873535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27785): Terminated: ok {rc=0}\u000a17:29:30.970022 bus /sierra_3: Setting Powered False\u000a17:29:32.075994 bus /sierra_3: Setting Powered False\u000a17:29:33.184290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:29:13" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27797): Process ended prematurely: osmo-stp_10.42.42.5(pid=27797) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27797)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27797): Process ended prematurely: osmo-stp_10.42.42.5(pid=27797) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:29:35.191459 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:35.202974 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:29:35.366598 tst mo_mt_call.py: using LAC 22578\u000a17:29:35.495151 tst mo_mt_call.py: using RAC 138\u000a17:29:35.622519 tst mo_mt_call.py: using CellId 22578\u000a17:29:35.746939 tst mo_mt_call.py: using BVCI 22579\u000a17:29:35.770198 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:35.781539 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:35.792452 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:35.803743 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:35.814964 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:35.826275 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:29:35.944542 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:29:36.155458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:36.676936 run create_hlr_db(pid=27791): Launched\u000a17:29:36.863886 bus /sierra_2: Setting Powered False\u000a17:29:37.885786 run create_hlr_db(pid=27791): Terminated: ok {rc=0}\u000a17:29:38.294884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27793): Launched\u000a17:29:38.602943 run osmo-hlr_10.42.42.2(pid=27794): Launched\u000a17:29:38.719148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:39.252805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27796): Launched\u000a17:29:39.557264 run osmo-stp_10.42.42.5(pid=27797): Launched\u000a17:29:39.668837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:40.227416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27799): Launched\u000a17:29:40.535612 run osmo-msc_10.42.42.6(pid=27800): Launched\u000a17:29:40.714895 run osmo-stp_10.42.42.5(pid=27797): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27797)]\u000a17:29:40.844138 run osmo-stp_10.42.42.5(pid=27797): stdout: \u000a| (launched: 2022-12-09_17:29:39.406880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:40.971872 run osmo-stp_10.42.42.5(pid=27797): stderr: \u000a| �[0;m�[38;5;43m20221209172939577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172939577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172939578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172939578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172939579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172939579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172939579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:41.093981 run osmo-stp_10.42.42.5(pid=27797): stdout: \u000a| (launched: 2022-12-09_17:29:39.406880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:41.215004 run osmo-stp_10.42.42.5(pid=27797): stderr: \u000a| �[0;m�[38;5;43m20221209172939577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172939577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172939578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172939578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172939579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172939579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172939579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:41.268493 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27797): Process ended prematurely: osmo-stp_10.42.42.5(pid=27797) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27797)] [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:29:41.277371 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:29:41.338241 run osmo-hlr_10.42.42.2(pid=27794): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27794)]\u000a17:29:41.388141 run osmo-hlr_10.42.42.2(pid=27794): stdout: \u000a| (launched: 2022-12-09_17:29:38.449943) \u000a17:29:41.438633 run osmo-hlr_10.42.42.2(pid=27794): stderr: \u000a| �[0;m�[1;31m20221209172938628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172938628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172938628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172938629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172938629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172938629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172938644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172938655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172938655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172938655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:41.506608 run osmo-msc_10.42.42.6(pid=27800): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27800)]\u000a17:29:41.556445 run osmo-msc_10.42.42.6(pid=27800): stdout: \u000a| (launched: 2022-12-09_17:29:40.381979) \u000a17:29:41.606991 run osmo-msc_10.42.42.6(pid=27800): stderr: \u000a| �[0;m�[38;5;43m20221209172940654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172940654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3d3c31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172940654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172940655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172940655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172940655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172940657 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172940657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172940657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172940657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:41.649794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27793): Terminating (SIGTERM)\u000a17:29:41.690024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27796): Terminating (SIGTERM)\u000a17:29:41.730357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27799): Terminating (SIGTERM)\u000a17:29:41.739734 --- ParallelTerminationStrategy: PID 27793 died...\u000a17:29:41.793742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27793): Terminated: ok {rc=0}\u000a17:29:41.803291 --- ParallelTerminationStrategy: PID 27796 died...\u000a17:29:41.856849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27796): Terminated: ok {rc=0}\u000a17:29:41.866659 --- ParallelTerminationStrategy: PID 27799 died...\u000a17:29:41.921111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27799): Terminated: ok {rc=0}\u000a17:29:42.005952 bus /sierra_3: Setting Powered False\u000a17:29:43.108751 bus /sierra_3: Setting Powered False\u000a17:29:44.215169 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27808): Process ended prematurely: osmo-stp_10.42.42.5(pid=27808) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27808)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27808): Process ended prematurely: osmo-stp_10.42.42.5(pid=27808) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:29:45.330007 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:45.342320 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:29:45.512065 tst mo_mt_call_osmux.py: using LAC 22579\u000a17:29:45.639483 tst mo_mt_call_osmux.py: using RAC 139\u000a17:29:45.765325 tst mo_mt_call_osmux.py: using CellId 22579\u000a17:29:45.894890 tst mo_mt_call_osmux.py: using BVCI 22580\u000a17:29:45.926841 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:45.939190 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:45.951136 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:45.963168 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:45.975437 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:45.987661 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:29:46.125481 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:29:46.332777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:46.851700 run create_hlr_db(pid=27802): Launched\u000a17:29:47.032218 bus /sierra_2: Setting Powered False\u000a17:29:48.048145 run create_hlr_db(pid=27802): Terminated: ok {rc=0}\u000a17:29:48.479678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27804): Launched\u000a17:29:48.805940 run osmo-hlr_10.42.42.2(pid=27805): Launched\u000a17:29:48.922939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:49.486872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27807): Launched\u000a17:29:49.810251 run osmo-stp_10.42.42.5(pid=27808): Launched\u000a17:29:49.927089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:50.519450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27810): Launched\u000a17:29:50.843852 run osmo-msc_10.42.42.6(pid=27811): Launched\u000a17:29:51.033136 run osmo-stp_10.42.42.5(pid=27808): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27808)]\u000a17:29:51.169129 run osmo-stp_10.42.42.5(pid=27808): stdout: \u000a| (launched: 2022-12-09_17:29:49.652127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:51.305384 run osmo-stp_10.42.42.5(pid=27808): stderr: \u000a| �[0;m�[38;5;43m20221209172949847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172949847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172949847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172949848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172949848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172949848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172949848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:51.435071 run osmo-stp_10.42.42.5(pid=27808): stdout: \u000a| (launched: 2022-12-09_17:29:49.652127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:51.563216 run osmo-stp_10.42.42.5(pid=27808): stderr: \u000a| �[0;m�[38;5;43m20221209172949847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209172949847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209172949847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209172949848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209172949848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209172949848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209172949848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:51.620805 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27808): Process ended prematurely: osmo-stp_10.42.42.5(pid=27808) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27808)] [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:29:51.630524 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:29:51.693063 run osmo-hlr_10.42.42.2(pid=27805): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27805)]\u000a17:29:51.744307 run osmo-hlr_10.42.42.2(pid=27805): stdout: \u000a| (launched: 2022-12-09_17:29:48.645191) \u000a17:29:51.796043 run osmo-hlr_10.42.42.2(pid=27805): stderr: \u000a| �[0;m�[1;31m20221209172948847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209172948847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209172948847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172948847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209172948847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209172948847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209172948859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209172948868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209172948868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209172948868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:51.866201 run osmo-msc_10.42.42.6(pid=27811): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27811)]\u000a17:29:51.917738 run osmo-msc_10.42.42.6(pid=27811): stdout: \u000a| (launched: 2022-12-09_17:29:50.684836) \u000a17:29:51.969525 run osmo-msc_10.42.42.6(pid=27811): stderr: \u000a| �[0;m�[38;5;43m20221209172951008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209172951009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e2fbcfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209172951009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209172951009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209172951009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209172951009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209172951011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209172951011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209172951011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209172951012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:52.013297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27804): Terminating (SIGTERM)\u000a17:29:52.054668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27807): Terminating (SIGTERM)\u000a17:29:52.096036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27810): Terminating (SIGTERM)\u000a17:29:52.105653 --- ParallelTerminationStrategy: PID 27804 died...\u000a17:29:52.161529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27804): Terminated: ok {rc=0}\u000a17:29:52.171648 --- ParallelTerminationStrategy: PID 27807 died...\u000a17:29:52.227146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27807): Terminated: ok {rc=0}\u000a17:29:52.237149 --- ParallelTerminationStrategy: PID 27810 died...\u000a17:29:52.292431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27810): Terminated: ok {rc=0}\u000a17:29:52.378545 bus /sierra_3: Setting Powered False\u000a17:29:53.485236 bus /sierra_3: Setting Powered False\u000a17:29:54.592513 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:29:34" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27822): Process ended prematurely: osmo-stp_10.42.42.5(pid=27822) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27822)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27822): Process ended prematurely: osmo-stp_10.42.42.5(pid=27822) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:29:56.592880 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:29:56.603986 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:29:56.759344 tst mo_mt_call.py: using LAC 22580\u000a17:29:56.883823 tst mo_mt_call.py: using RAC 140\u000a17:29:57.008810 tst mo_mt_call.py: using CellId 22580\u000a17:29:57.137247 tst mo_mt_call.py: using BVCI 22581\u000a17:29:57.161934 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:29:57.173413 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:29:57.184567 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:29:57.195825 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:29:57.207268 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:29:57.218584 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:29:57.337493 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:29:57.538428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:58.014203 run create_hlr_db(pid=27816): Launched\u000a17:29:58.188561 bus /sierra_2: Setting Powered False\u000a17:29:59.210701 run create_hlr_db(pid=27816): Terminated: ok {rc=0}\u000a17:29:59.646222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27818): Launched\u000a17:29:59.972673 run osmo-hlr_10.42.42.2(pid=27819): Launched\u000a17:30:00.093963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:00.661619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27821): Launched\u000a17:30:01.136185 run osmo-stp_10.42.42.5(pid=27822): Launched\u000a17:30:01.293900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:01.914635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27827): Launched\u000a17:30:02.373237 run osmo-msc_10.42.42.6(pid=27828): Launched\u000a17:30:02.629315 run osmo-stp_10.42.42.5(pid=27822): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27822)]\u000a17:30:02.756688 run osmo-stp_10.42.42.5(pid=27822): stdout: \u000a| (launched: 2022-12-09_17:30:00.826460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:02.884045 run osmo-stp_10.42.42.5(pid=27822): stderr: \u000a| �[0;m�[38;5;43m20221209173001067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173001067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173001067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173001068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173001068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173001068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173001068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:03.006657 run osmo-stp_10.42.42.5(pid=27822): stdout: \u000a| (launched: 2022-12-09_17:30:00.826460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:03.128136 run osmo-stp_10.42.42.5(pid=27822): stderr: \u000a| �[0;m�[38;5;43m20221209173001067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173001067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173001067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173001068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173001068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173001068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173001068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:03.181747 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27822): Process ended prematurely: osmo-stp_10.42.42.5(pid=27822) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27822)] [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:30:03.190574 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a17:30:03.251607 run osmo-hlr_10.42.42.2(pid=27819): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27819)]\u000a17:30:03.301394 run osmo-hlr_10.42.42.2(pid=27819): stdout: \u000a| (launched: 2022-12-09_17:29:59.811652) \u000a17:30:03.351585 run osmo-hlr_10.42.42.2(pid=27819): stderr: \u000a| �[0;m�[1;31m20221209173000010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173000010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173000010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173000010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173000010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173000010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173000022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173000031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173000031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173000031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:03.419622 run osmo-msc_10.42.42.6(pid=27828): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27828)]\u000a17:30:03.469337 run osmo-msc_10.42.42.6(pid=27828): stdout: \u000a| (launched: 2022-12-09_17:30:02.094484) \u000a17:30:03.519481 run osmo-msc_10.42.42.6(pid=27828): stderr: \u000a| �[0;m�[38;5;43m20221209173002471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173002471 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f378b7e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173002471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173002471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173002471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173002471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173002473 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173002474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173002474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173002474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:03.561687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27818): Terminating (SIGTERM)\u000a17:30:03.602292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27821): Terminating (SIGTERM)\u000a17:30:03.642176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27827): Terminating (SIGTERM)\u000a17:30:03.651506 --- ParallelTerminationStrategy: PID 27818 died...\u000a17:30:03.705486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27818): Terminated: ok {rc=0}\u000a17:30:03.715083 --- ParallelTerminationStrategy: PID 27821 died...\u000a17:30:03.769190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27821): Terminated: ok {rc=0}\u000a17:30:03.778856 --- ParallelTerminationStrategy: PID 27827 died...\u000a17:30:03.832915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27827): Terminated: ok {rc=0}\u000a17:30:03.921899 bus /sierra_3: Setting Powered False\u000a17:30:05.026867 bus /sierra_3: Setting Powered False\u000a17:30:06.139244 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27836): Process ended prematurely: osmo-stp_10.42.42.5(pid=27836) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27836)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27836): Process ended prematurely: osmo-stp_10.42.42.5(pid=27836) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:30:07.249797 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:07.261422 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:30:07.417113 tst mo_mt_call_osmux.py: using LAC 22581\u000a17:30:07.536796 tst mo_mt_call_osmux.py: using RAC 141\u000a17:30:07.663544 tst mo_mt_call_osmux.py: using CellId 22581\u000a17:30:07.789020 tst mo_mt_call_osmux.py: using BVCI 22582\u000a17:30:07.813795 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:07.825288 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:07.836545 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:07.847886 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:07.859291 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:07.870720 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:30:07.984436 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:30:08.197526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:08.718560 run create_hlr_db(pid=27830): Launched\u000a17:30:08.906521 bus /sierra_2: Setting Powered False\u000a17:30:09.926805 run create_hlr_db(pid=27830): Terminated: ok {rc=0}\u000a17:30:10.337404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27832): Launched\u000a17:30:10.642277 run osmo-hlr_10.42.42.2(pid=27833): Launched\u000a17:30:10.753774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:11.283642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27835): Launched\u000a17:30:11.591361 run osmo-stp_10.42.42.5(pid=27836): Launched\u000a17:30:11.702243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:12.258934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27838): Launched\u000a17:30:12.564228 run osmo-msc_10.42.42.6(pid=27839): Launched\u000a17:30:12.744382 run osmo-stp_10.42.42.5(pid=27836): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27836)]\u000a17:30:12.874102 run osmo-stp_10.42.42.5(pid=27836): stdout: \u000a| (launched: 2022-12-09_17:30:11.438395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:13.001075 run osmo-stp_10.42.42.5(pid=27836): stderr: \u000a| �[0;m�[38;5;43m20221209173011608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173011608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173011609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173011609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173011611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173011612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173011612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:13.123310 run osmo-stp_10.42.42.5(pid=27836): stdout: \u000a| (launched: 2022-12-09_17:30:11.438395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:13.244637 run osmo-stp_10.42.42.5(pid=27836): stderr: \u000a| �[0;m�[38;5;43m20221209173011608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173011608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173011609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173011609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173011611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173011612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173011612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:13.298173 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27836): Process ended prematurely: osmo-stp_10.42.42.5(pid=27836) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27836)] [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:30:13.306880 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:30:13.367891 run osmo-hlr_10.42.42.2(pid=27833): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27833)]\u000a17:30:13.417847 run osmo-hlr_10.42.42.2(pid=27833): stdout: \u000a| (launched: 2022-12-09_17:30:10.492092) \u000a17:30:13.468575 run osmo-hlr_10.42.42.2(pid=27833): stderr: \u000a| �[0;m�[1;31m20221209173010670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173010670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173010670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173010670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173010670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173010670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173010702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173010713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173010714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173010714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:13.537228 run osmo-msc_10.42.42.6(pid=27839): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27839)]\u000a17:30:13.587604 run osmo-msc_10.42.42.6(pid=27839): stdout: \u000a| (launched: 2022-12-09_17:30:12.413139) \u000a17:30:13.638058 run osmo-msc_10.42.42.6(pid=27839): stderr: \u000a| �[0;m�[38;5;43m20221209173012686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173012687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f269684fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173012687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173012687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173012687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173012687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173012689 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173012689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173012690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173012690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:13.680856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27832): Terminating (SIGTERM)\u000a17:30:13.721445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27835): Terminating (SIGTERM)\u000a17:30:13.761914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27838): Terminating (SIGTERM)\u000a17:30:13.771208 --- ParallelTerminationStrategy: PID 27832 died...\u000a17:30:13.825705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27832): Terminated: ok {rc=0}\u000a17:30:13.835371 --- ParallelTerminationStrategy: PID 27835 died...\u000a17:30:13.888937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27835): Terminated: ok {rc=0}\u000a17:30:13.898766 --- ParallelTerminationStrategy: PID 27838 died...\u000a17:30:13.952495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27838): Terminated: ok {rc=0}\u000a17:30:14.043272 bus /sierra_3: Setting Powered False\u000a17:30:15.146624 bus /sierra_3: Setting Powered False\u000a17:30:16.262142 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:29:56" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27851): Process ended prematurely: osmo-stp_10.42.42.5(pid=27851) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27851)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27851): Process ended prematurely: osmo-stp_10.42.42.5(pid=27851) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:30:18.279544 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:18.291197 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:30:18.454866 tst mo_mt_call.py: using LAC 22582\u000a17:30:18.580660 tst mo_mt_call.py: using RAC 142\u000a17:30:18.707211 tst mo_mt_call.py: using CellId 22582\u000a17:30:18.834186 tst mo_mt_call.py: using BVCI 22583\u000a17:30:18.858832 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:18.870264 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:18.881574 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:18.892767 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:18.904333 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:18.915656 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:30:19.034891 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:30:19.246177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:19.765198 run create_hlr_db(pid=27845): Launched\u000a17:30:19.952340 bus /sierra_2: Setting Powered False\u000a17:30:20.973568 run create_hlr_db(pid=27845): Terminated: ok {rc=0}\u000a17:30:21.382218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27847): Launched\u000a17:30:21.686042 run osmo-hlr_10.42.42.2(pid=27848): Launched\u000a17:30:21.804388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:22.336296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27850): Launched\u000a17:30:22.640067 run osmo-stp_10.42.42.5(pid=27851): Launched\u000a17:30:22.760164 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:23.322268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27853): Launched\u000a17:30:23.626508 run osmo-msc_10.42.42.6(pid=27854): Launched\u000a17:30:23.805491 run osmo-stp_10.42.42.5(pid=27851): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27851)]\u000a17:30:23.935368 run osmo-stp_10.42.42.5(pid=27851): stdout: \u000a| (launched: 2022-12-09_17:30:22.490298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:24.062153 run osmo-stp_10.42.42.5(pid=27851): stderr: \u000a| �[0;m�[38;5;43m20221209173022664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173022665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173022665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173022665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173022666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173022666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173022666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:24.183558 run osmo-stp_10.42.42.5(pid=27851): stdout: \u000a| (launched: 2022-12-09_17:30:22.490298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:24.303917 run osmo-stp_10.42.42.5(pid=27851): stderr: \u000a| �[0;m�[38;5;43m20221209173022664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173022665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173022665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173022665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173022666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173022666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173022666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:24.357617 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27851): Process ended prematurely: osmo-stp_10.42.42.5(pid=27851) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27851)] [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:30:24.366332 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:30:24.426746 run osmo-hlr_10.42.42.2(pid=27848): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27848)]\u000a17:30:24.476116 run osmo-hlr_10.42.42.2(pid=27848): stdout: \u000a| (launched: 2022-12-09_17:30:21.536468) \u000a17:30:24.526239 run osmo-hlr_10.42.42.2(pid=27848): stderr: \u000a| �[0;m�[1;31m20221209173021712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173021712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173021713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173021713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173021713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173021713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173021724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173021733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173021733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173021733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:24.593716 run osmo-msc_10.42.42.6(pid=27854): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27854)]\u000a17:30:24.643059 run osmo-msc_10.42.42.6(pid=27854): stdout: \u000a| (launched: 2022-12-09_17:30:23.475938) \u000a17:30:24.692884 run osmo-msc_10.42.42.6(pid=27854): stderr: \u000a| �[0;m�[38;5;43m20221209173023748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173023748 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11b3a2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173023748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173023749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173023749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173023749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173023751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173023751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173023751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173023751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:24.734994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27847): Terminating (SIGTERM)\u000a17:30:24.774983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27850): Terminating (SIGTERM)\u000a17:30:24.814832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27853): Terminating (SIGTERM)\u000a17:30:24.824171 --- ParallelTerminationStrategy: PID 27847 died...\u000a17:30:24.877878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27847): Terminated: ok {rc=0}\u000a17:30:24.887351 --- ParallelTerminationStrategy: PID 27850 died...\u000a17:30:24.940866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27850): Terminated: ok {rc=0}\u000a17:30:24.950554 --- ParallelTerminationStrategy: PID 27853 died...\u000a17:30:25.004050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27853): Terminated: ok {rc=0}\u000a17:30:25.094546 bus /sierra_3: Setting Powered False\u000a17:30:26.198620 bus /sierra_3: Setting Powered False\u000a17:30:27.312221 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27862): Process ended prematurely: osmo-stp_10.42.42.5(pid=27862) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27862)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27862): Process ended prematurely: osmo-stp_10.42.42.5(pid=27862) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:30:28.422836 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:28.434606 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:30:28.594914 tst mo_mt_call_osmux.py: using LAC 22583\u000a17:30:28.715389 tst mo_mt_call_osmux.py: using RAC 143\u000a17:30:28.835997 tst mo_mt_call_osmux.py: using CellId 22583\u000a17:30:28.954008 tst mo_mt_call_osmux.py: using BVCI 22584\u000a17:30:28.977194 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:28.988157 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:28.999084 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:29.010299 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:29.021531 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:29.032643 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:30:29.148109 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:30:29.361338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:29.883707 run create_hlr_db(pid=27856): Launched\u000a17:30:30.071017 bus /sierra_2: Setting Powered False\u000a17:30:31.103039 run create_hlr_db(pid=27856): Terminated: ok {rc=0}\u000a17:30:31.558272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27858): Launched\u000a17:30:31.917674 run osmo-hlr_10.42.42.2(pid=27859): Launched\u000a17:30:32.157751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:32.753446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27861): Launched\u000a17:30:33.081427 run osmo-stp_10.42.42.5(pid=27862): Launched\u000a17:30:33.199424 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:33.796599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27864): Launched\u000a17:30:34.121848 run osmo-msc_10.42.42.6(pid=27865): Launched\u000a17:30:34.311638 run osmo-stp_10.42.42.5(pid=27862): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27862)]\u000a17:30:34.448720 run osmo-stp_10.42.42.5(pid=27862): stdout: \u000a| (launched: 2022-12-09_17:30:32.919451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:34.585549 run osmo-stp_10.42.42.5(pid=27862): stderr: \u000a| �[0;m�[38;5;43m20221209173033114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173033114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173033114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173033114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173033115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173033115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173033115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:34.716215 run osmo-stp_10.42.42.5(pid=27862): stdout: \u000a| (launched: 2022-12-09_17:30:32.919451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:34.845364 run osmo-stp_10.42.42.5(pid=27862): stderr: \u000a| �[0;m�[38;5;43m20221209173033114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173033114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173033114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173033114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173033115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173033115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173033115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:34.902657 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27862): Process ended prematurely: osmo-stp_10.42.42.5(pid=27862) [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27862)] [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:30:34.912053 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:30:34.974926 run osmo-hlr_10.42.42.2(pid=27859): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27859)]\u000a17:30:35.026763 run osmo-hlr_10.42.42.2(pid=27859): stdout: \u000a| (launched: 2022-12-09_17:30:31.729862) \u000a17:30:35.079138 run osmo-hlr_10.42.42.2(pid=27859): stderr: \u000a| �[0;m�[1;31m20221209173032073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173032073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173032073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173032073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173032073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173032073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173032088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173032097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173032097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173032097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:35.150347 run osmo-msc_10.42.42.6(pid=27865): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27865)]\u000a17:30:35.201806 run osmo-msc_10.42.42.6(pid=27865): stdout: \u000a| (launched: 2022-12-09_17:30:33.962284) \u000a17:30:35.254095 run osmo-msc_10.42.42.6(pid=27865): stderr: \u000a| �[0;m�[38;5;43m20221209173034285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173034285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f067fef0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173034286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173034286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173034286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173034286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173034288 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173034288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173034288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173034288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:35.298427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27858): Terminating (SIGTERM)\u000a17:30:35.340780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27861): Terminating (SIGTERM)\u000a17:30:35.383301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27864): Terminating (SIGTERM)\u000a17:30:35.393056 --- ParallelTerminationStrategy: PID 27858 died...\u000a17:30:35.449231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27858): Terminated: ok {rc=0}\u000a17:30:35.459302 --- ParallelTerminationStrategy: PID 27861 died...\u000a17:30:35.515110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27861): Terminated: ok {rc=0}\u000a17:30:35.525276 --- ParallelTerminationStrategy: PID 27864 died...\u000a17:30:35.581365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27864): Terminated: ok {rc=0}\u000a17:30:35.670507 bus /sierra_3: Setting Powered False\u000a17:30:36.778215 bus /sierra_3: Setting Powered False\u000a17:30:37.886667 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:30:17" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27877): Process ended prematurely: osmo-stp_10.42.42.5(pid=27877) [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27877)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27877): Process ended prematurely: osmo-stp_10.42.42.5(pid=27877) [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:30:39.894077 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:39.905613 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:30:40.070696 tst mo_mt_call.py: using LAC 22584\u000a17:30:40.198306 tst mo_mt_call.py: using RAC 144\u000a17:30:40.326249 tst mo_mt_call.py: using CellId 22584\u000a17:30:40.452171 tst mo_mt_call.py: using BVCI 22585\u000a17:30:40.476808 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:40.488375 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:40.499751 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:40.511169 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:40.522632 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:40.534021 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:30:40.654980 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:30:40.866130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:41.386351 run create_hlr_db(pid=27871): Launched\u000a17:30:41.574896 bus /sierra_2: Setting Powered False\u000a17:30:42.595242 run create_hlr_db(pid=27871): Terminated: ok {rc=0}\u000a17:30:43.007914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27873): Launched\u000a17:30:43.311326 run osmo-hlr_10.42.42.2(pid=27874): Launched\u000a17:30:43.430068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:43.965292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27876): Launched\u000a17:30:44.268654 run osmo-stp_10.42.42.5(pid=27877): Launched\u000a17:30:44.379450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:44.935335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27879): Launched\u000a17:30:45.241573 run osmo-msc_10.42.42.6(pid=27880): Launched\u000a17:30:45.420325 run osmo-stp_10.42.42.5(pid=27877): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27877)]\u000a17:30:45.549983 run osmo-stp_10.42.42.5(pid=27877): stdout: \u000a| (launched: 2022-12-09_17:30:44.119404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:45.676625 run osmo-stp_10.42.42.5(pid=27877): stderr: \u000a| �[0;m�[38;5;43m20221209173044287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173044287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173044288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173044288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173044290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173044291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173044291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:45.798158 run osmo-stp_10.42.42.5(pid=27877): stdout: \u000a| (launched: 2022-12-09_17:30:44.119404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:45.934321 run osmo-stp_10.42.42.5(pid=27877): stderr: \u000a| �[0;m�[38;5;43m20221209173044287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173044287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173044288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173044288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173044290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173044291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173044291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:45.990220 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27877): Process ended prematurely: osmo-stp_10.42.42.5(pid=27877) [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27877)] [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:30:46.000070 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:30:46.064240 run osmo-hlr_10.42.42.2(pid=27874): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27874)]\u000a17:30:46.116186 run osmo-hlr_10.42.42.2(pid=27874): stdout: \u000a| (launched: 2022-12-09_17:30:43.162298) \u000a17:30:46.168877 run osmo-hlr_10.42.42.2(pid=27874): stderr: \u000a| �[0;m�[1;31m20221209173043340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173043340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173043340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173043340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173043340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173043340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173043355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173043365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173043365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173043365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:46.239149 run osmo-msc_10.42.42.6(pid=27880): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27880)]\u000a17:30:46.290832 run osmo-msc_10.42.42.6(pid=27880): stdout: \u000a| (launched: 2022-12-09_17:30:45.089757) \u000a17:30:46.343596 run osmo-msc_10.42.42.6(pid=27880): stderr: \u000a| �[0;m�[38;5;43m20221209173045364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173045364 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f415acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173045364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173045364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173045365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173045365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173045367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173045367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173045367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173045367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:46.387078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27873): Terminating (SIGTERM)\u000a17:30:46.432408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27876): Terminating (SIGTERM)\u000a17:30:46.474269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27879): Terminating (SIGTERM)\u000a17:30:46.485028 --- ParallelTerminationStrategy: PID 27873 died...\u000a17:30:46.542080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27873): Terminated: ok {rc=0}\u000a17:30:46.552668 --- ParallelTerminationStrategy: PID 27876 died...\u000a17:30:46.608551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27876): Terminated: ok {rc=0}\u000a17:30:46.620237 --- ParallelTerminationStrategy: PID 27879 died...\u000a17:30:46.677347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27879): Terminated: ok {rc=0}\u000a17:30:46.768007 bus /sierra_3: Setting Powered False\u000a17:30:47.870834 bus /sierra_3: Setting Powered False\u000a17:30:48.982471 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27888): Process ended prematurely: osmo-stp_10.42.42.5(pid=27888) [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27888)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27888): Process ended prematurely: osmo-stp_10.42.42.5(pid=27888) [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:30:50.094497 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:50.106289 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:30:50.264231 tst mo_mt_call_osmux.py: using LAC 22585\u000a17:30:50.391557 tst mo_mt_call_osmux.py: using RAC 145\u000a17:30:50.520523 tst mo_mt_call_osmux.py: using CellId 22585\u000a17:30:50.648459 tst mo_mt_call_osmux.py: using BVCI 22586\u000a17:30:50.673537 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:50.685432 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:50.696928 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:50.708347 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:50.719815 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:50.731283 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:30:50.851361 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:30:51.058295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:51.539536 run create_hlr_db(pid=27882): Launched\u000a17:30:51.716161 bus /sierra_2: Setting Powered False\u000a17:30:52.737993 run create_hlr_db(pid=27882): Terminated: ok {rc=0}\u000a17:30:53.173787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27884): Launched\u000a17:30:53.499945 run osmo-hlr_10.42.42.2(pid=27885): Launched\u000a17:30:53.618577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:54.185195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27887): Launched\u000a17:30:54.510859 run osmo-stp_10.42.42.5(pid=27888): Launched\u000a17:30:54.629032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:55.225418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27890): Launched\u000a17:30:55.551129 run osmo-msc_10.42.42.6(pid=27891): Launched\u000a17:30:55.741625 run osmo-stp_10.42.42.5(pid=27888): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27888)]\u000a17:30:55.878508 run osmo-stp_10.42.42.5(pid=27888): stdout: \u000a| (launched: 2022-12-09_17:30:54.351148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:56.015315 run osmo-stp_10.42.42.5(pid=27888): stderr: \u000a| �[0;m�[38;5;43m20221209173054545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173054545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173054545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173054546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173054546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173054546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173054546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:56.145698 run osmo-stp_10.42.42.5(pid=27888): stdout: \u000a| (launched: 2022-12-09_17:30:54.351148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:56.274533 run osmo-stp_10.42.42.5(pid=27888): stderr: \u000a| �[0;m�[38;5;43m20221209173054545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173054545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173054545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173054546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173054546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173054546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173054546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:56.331804 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27888): Process ended prematurely: osmo-stp_10.42.42.5(pid=27888) [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27888)] [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:30:56.341361 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:30:56.404337 run osmo-hlr_10.42.42.2(pid=27885): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27885)]\u000a17:30:56.456569 run osmo-hlr_10.42.42.2(pid=27885): stdout: \u000a| (launched: 2022-12-09_17:30:53.340037) \u000a17:30:56.508903 run osmo-hlr_10.42.42.2(pid=27885): stderr: \u000a| �[0;m�[1;31m20221209173053538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173053538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173053538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173053538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173053538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173053538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173053551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173053560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173053561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173053561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:56.579929 run osmo-msc_10.42.42.6(pid=27891): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27891)]\u000a17:30:56.631568 run osmo-msc_10.42.42.6(pid=27891): stdout: \u000a| (launched: 2022-12-09_17:30:55.390981) \u000a17:30:56.683916 run osmo-msc_10.42.42.6(pid=27891): stderr: \u000a| �[0;m�[38;5;43m20221209173055716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173055716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f420cdc9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173055716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173055716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173055716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173055716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173055718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173055718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173055719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173055719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:56.728302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27884): Terminating (SIGTERM)\u000a17:30:56.770455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27887): Terminating (SIGTERM)\u000a17:30:56.812542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27890): Terminating (SIGTERM)\u000a17:30:56.821873 --- ParallelTerminationStrategy: PID 27884 died...\u000a17:30:56.878171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27884): Terminated: ok {rc=0}\u000a17:30:56.888406 --- ParallelTerminationStrategy: PID 27887 died...\u000a17:30:56.944691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27887): Terminated: ok {rc=0}\u000a17:30:56.954953 --- ParallelTerminationStrategy: PID 27890 died...\u000a17:30:57.011033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27890): Terminated: ok {rc=0}\u000a17:30:57.098461 bus /sierra_3: Setting Powered False\u000a17:30:58.206582 bus /sierra_3: Setting Powered False\u000a17:30:59.319103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:30:39" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27902): Process ended prematurely: osmo-stp_10.42.42.5(pid=27902) [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27902)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27902): Process ended prematurely: osmo-stp_10.42.42.5(pid=27902) [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:31:01.328251 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:01.343436 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:31:01.554658 tst mo_mt_call.py: using LAC 22586\u000a17:31:01.686559 tst mo_mt_call.py: using RAC 146\u000a17:31:01.808705 tst mo_mt_call.py: using CellId 22586\u000a17:31:01.944431 tst mo_mt_call.py: using BVCI 22587\u000a17:31:01.968810 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:01.980777 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:01.992565 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:02.005956 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:02.019098 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:02.031972 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:31:02.149061 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:31:02.354083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:02.833550 run create_hlr_db(pid=27896): Launched\u000a17:31:03.008619 bus /sierra_2: Setting Powered False\u000a17:31:04.030346 run create_hlr_db(pid=27896): Terminated: ok {rc=0}\u000a17:31:04.466739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27898): Launched\u000a17:31:04.795039 run osmo-hlr_10.42.42.2(pid=27899): Launched\u000a17:31:04.913601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:05.478759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27901): Launched\u000a17:31:05.805488 run osmo-stp_10.42.42.5(pid=27902): Launched\u000a17:31:05.923056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:06.518978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27904): Launched\u000a17:31:06.847220 run osmo-msc_10.42.42.6(pid=27905): Launched\u000a17:31:07.037351 run osmo-stp_10.42.42.5(pid=27902): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27902)]\u000a17:31:07.174523 run osmo-stp_10.42.42.5(pid=27902): stdout: \u000a| (launched: 2022-12-09_17:31:05.645323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:07.311170 run osmo-stp_10.42.42.5(pid=27902): stderr: \u000a| �[0;m�[38;5;43m20221209173105839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173105840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173105840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173105840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173105843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173105843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173105843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:07.441927 run osmo-stp_10.42.42.5(pid=27902): stdout: \u000a| (launched: 2022-12-09_17:31:05.645323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:07.571082 run osmo-stp_10.42.42.5(pid=27902): stderr: \u000a| �[0;m�[38;5;43m20221209173105839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173105840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173105840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173105840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173105843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173105843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173105843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:07.628716 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27902): Process ended prematurely: osmo-stp_10.42.42.5(pid=27902) [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27902)] [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:31:07.637918 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:31:07.701518 run osmo-hlr_10.42.42.2(pid=27899): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27899)]\u000a17:31:07.753542 run osmo-hlr_10.42.42.2(pid=27899): stdout: \u000a| (launched: 2022-12-09_17:31:04.632802) \u000a17:31:07.806140 run osmo-hlr_10.42.42.2(pid=27899): stderr: \u000a| �[0;m�[1;31m20221209173104835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173104835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173104835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173104835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173104835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173104835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173104852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173104862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173104862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173104862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:07.877192 run osmo-msc_10.42.42.6(pid=27905): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27905)]\u000a17:31:07.928935 run osmo-msc_10.42.42.6(pid=27905): stdout: \u000a| (launched: 2022-12-09_17:31:06.685320) \u000a17:31:07.981245 run osmo-msc_10.42.42.6(pid=27905): stderr: \u000a| �[0;m�[38;5;43m20221209173107011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173107011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f003fd86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173107011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173107011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173107011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173107011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173107013 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173107013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173107014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173107014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:08.025716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27898): Terminating (SIGTERM)\u000a17:31:08.067732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27901): Terminating (SIGTERM)\u000a17:31:08.109956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27904): Terminating (SIGTERM)\u000a17:31:08.119649 --- ParallelTerminationStrategy: PID 27898 died...\u000a17:31:08.176005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27898): Terminated: ok {rc=0}\u000a17:31:08.186255 --- ParallelTerminationStrategy: PID 27901 died...\u000a17:31:08.242549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27901): Terminated: ok {rc=0}\u000a17:31:08.252623 --- ParallelTerminationStrategy: PID 27904 died...\u000a17:31:08.308715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27904): Terminated: ok {rc=0}\u000a17:31:08.397470 bus /sierra_3: Setting Powered False\u000a17:31:09.501860 bus /sierra_3: Setting Powered False\u000a17:31:10.613948 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27913): Process ended prematurely: osmo-stp_10.42.42.5(pid=27913) [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27913)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27913): Process ended prematurely: osmo-stp_10.42.42.5(pid=27913) [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:31:11.724426 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:11.736229 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:31:11.895592 tst mo_mt_call_osmux.py: using LAC 22587\u000a17:31:12.016781 tst mo_mt_call_osmux.py: using RAC 147\u000a17:31:12.136320 tst mo_mt_call_osmux.py: using CellId 22587\u000a17:31:12.260537 tst mo_mt_call_osmux.py: using BVCI 22588\u000a17:31:12.283614 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:12.294607 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:12.305488 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:12.316474 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:12.327411 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:12.338442 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:31:12.460521 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:31:12.674676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:13.195518 run create_hlr_db(pid=27907): Launched\u000a17:31:13.383328 bus /sierra_2: Setting Powered False\u000a17:31:14.403930 run create_hlr_db(pid=27907): Terminated: ok {rc=0}\u000a17:31:14.814211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27909): Launched\u000a17:31:15.120567 run osmo-hlr_10.42.42.2(pid=27910): Launched\u000a17:31:15.236024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:15.774615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27912): Launched\u000a17:31:16.241599 run osmo-stp_10.42.42.5(pid=27913): Launched\u000a17:31:16.414565 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:17.023152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27915): Launched\u000a17:31:17.354232 run osmo-msc_10.42.42.6(pid=27916): Launched\u000a17:31:17.546399 run osmo-stp_10.42.42.5(pid=27913): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27913)]\u000a17:31:17.686855 run osmo-stp_10.42.42.5(pid=27913): stdout: \u000a| (launched: 2022-12-09_17:31:15.938041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:17.825917 run osmo-stp_10.42.42.5(pid=27913): stderr: \u000a| �[0;m�[38;5;43m20221209173116163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173116163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173116163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173116164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173116164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173116164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173116164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:17.956213 run osmo-stp_10.42.42.5(pid=27913): stdout: \u000a| (launched: 2022-12-09_17:31:15.938041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:18.085614 run osmo-stp_10.42.42.5(pid=27913): stderr: \u000a| �[0;m�[38;5;43m20221209173116163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173116163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173116163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173116164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173116164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173116164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173116164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:18.142968 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27913): Process ended prematurely: osmo-stp_10.42.42.5(pid=27913) [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27913)] [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:31:18.152268 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:31:18.216136 run osmo-hlr_10.42.42.2(pid=27910): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27910)]\u000a17:31:18.268200 run osmo-hlr_10.42.42.2(pid=27910): stdout: \u000a| (launched: 2022-12-09_17:31:14.969058) \u000a17:31:18.321077 run osmo-hlr_10.42.42.2(pid=27910): stderr: \u000a| �[0;m�[1;31m20221209173115149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173115149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173115149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173115149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173115149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173115149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173115161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173115170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173115171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173115171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:18.392797 run osmo-msc_10.42.42.6(pid=27916): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27916)]\u000a17:31:18.444913 run osmo-msc_10.42.42.6(pid=27916): stdout: \u000a| (launched: 2022-12-09_17:31:17.180582) \u000a17:31:18.497560 run osmo-msc_10.42.42.6(pid=27916): stderr: \u000a| �[0;m�[38;5;43m20221209173117554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173117554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbaffebcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173117554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173117554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173117555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173117555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173117556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173117557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173117557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173117557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:18.542306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27909): Terminating (SIGTERM)\u000a17:31:18.584616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27912): Terminating (SIGTERM)\u000a17:31:18.627785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27915): Terminating (SIGTERM)\u000a17:31:18.637600 --- ParallelTerminationStrategy: PID 27909 died...\u000a17:31:18.694381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27909): Terminated: ok {rc=0}\u000a17:31:18.704697 --- ParallelTerminationStrategy: PID 27912 died...\u000a17:31:18.761121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27912): Terminated: ok {rc=0}\u000a17:31:18.771252 --- ParallelTerminationStrategy: PID 27915 died...\u000a17:31:18.828020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27915): Terminated: ok {rc=0}\u000a17:31:18.914577 bus /sierra_3: Setting Powered False\u000a17:31:20.020601 bus /sierra_3: Setting Powered False\u000a17:31:21.128643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:31:01" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27927): Process ended prematurely: osmo-stp_10.42.42.5(pid=27927) [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27927)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27927): Process ended prematurely: osmo-stp_10.42.42.5(pid=27927) [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a17:31:23.132780 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:23.144100 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a17:31:23.290416 tst mo_mt_call.py: using LAC 22588\u000a17:31:23.417284 tst mo_mt_call.py: using RAC 148\u000a17:31:23.547804 tst mo_mt_call.py: using CellId 22588\u000a17:31:23.669642 tst mo_mt_call.py: using BVCI 22589\u000a17:31:23.692596 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:23.703567 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:23.714602 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:23.725824 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:23.736776 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:23.747801 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a17:31:23.864291 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a17:31:24.068665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:24.551041 run create_hlr_db(pid=27921): Launched\u000a17:31:24.726698 bus /sierra_2: Setting Powered False\u000a17:31:25.748005 run create_hlr_db(pid=27921): Terminated: ok {rc=0}\u000a17:31:26.184094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27923): Launched\u000a17:31:26.510321 run osmo-hlr_10.42.42.2(pid=27924): Launched\u000a17:31:26.629150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:27.195868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27926): Launched\u000a17:31:27.523193 run osmo-stp_10.42.42.5(pid=27927): Launched\u000a17:31:27.641801 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:28.237973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27929): Launched\u000a17:31:28.564821 run osmo-msc_10.42.42.6(pid=27930): Launched\u000a17:31:28.754840 run osmo-stp_10.42.42.5(pid=27927): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27927)]\u000a17:31:28.891526 run osmo-stp_10.42.42.5(pid=27927): stdout: \u000a| (launched: 2022-12-09_17:31:27.361643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:29.028067 run osmo-stp_10.42.42.5(pid=27927): stderr: \u000a| �[0;m�[38;5;43m20221209173127553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173127553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173127553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173127553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173127557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173127557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173127557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:29.158209 run osmo-stp_10.42.42.5(pid=27927): stdout: \u000a| (launched: 2022-12-09_17:31:27.361643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:29.287442 run osmo-stp_10.42.42.5(pid=27927): stderr: \u000a| �[0;m�[38;5;43m20221209173127553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173127553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173127553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173127553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173127557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173127557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173127557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:29.344648 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27927): Process ended prematurely: osmo-stp_10.42.42.5(pid=27927) [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27927)] [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a17:31:29.353931 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:31:29.416483 run osmo-hlr_10.42.42.2(pid=27924): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27924)]\u000a17:31:29.468040 run osmo-hlr_10.42.42.2(pid=27924): stdout: \u000a| (launched: 2022-12-09_17:31:26.350704) \u000a17:31:29.520292 run osmo-hlr_10.42.42.2(pid=27924): stderr: \u000a| �[0;m�[1;31m20221209173126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173126561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:29.590930 run osmo-msc_10.42.42.6(pid=27930): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27930)]\u000a17:31:29.642424 run osmo-msc_10.42.42.6(pid=27930): stdout: \u000a| (launched: 2022-12-09_17:31:28.403410) \u000a17:31:29.694693 run osmo-msc_10.42.42.6(pid=27930): stderr: \u000a| �[0;m�[38;5;43m20221209173128729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173128729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facb512fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173128730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173128730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173128730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173128730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173128732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173128732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173128732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173128732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:29.739234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27923): Terminating (SIGTERM)\u000a17:31:29.781745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27926): Terminating (SIGTERM)\u000a17:31:29.824335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27929): Terminating (SIGTERM)\u000a17:31:29.834085 --- ParallelTerminationStrategy: PID 27923 died...\u000a17:31:29.890589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27923): Terminated: ok {rc=0}\u000a17:31:29.900673 --- ParallelTerminationStrategy: PID 27926 died...\u000a17:31:29.956661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27926): Terminated: ok {rc=0}\u000a17:31:29.966765 --- ParallelTerminationStrategy: PID 27929 died...\u000a17:31:30.022644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27929): Terminated: ok {rc=0}\u000a17:31:30.109821 bus /sierra_3: Setting Powered False\u000a17:31:31.228785 bus /sierra_3: Setting Powered False\u000a17:31:32.343018 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27938): Process ended prematurely: osmo-stp_10.42.42.5(pid=27938) [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27938)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27938): Process ended prematurely: osmo-stp_10.42.42.5(pid=27938) [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:31:33.452655 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:33.464136 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a17:31:33.603612 tst mo_mt_call_osmux.py: using LAC 22589\u000a17:31:33.722889 tst mo_mt_call_osmux.py: using RAC 149\u000a17:31:33.844595 tst mo_mt_call_osmux.py: using CellId 22589\u000a17:31:33.964412 tst mo_mt_call_osmux.py: using BVCI 22590\u000a17:31:33.987529 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:33.998561 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:34.009341 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:34.020364 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:34.031342 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:34.042463 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a17:31:34.156875 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a17:31:34.370620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:34.881748 run create_hlr_db(pid=27932): Launched\u000a17:31:35.057670 bus /sierra_2: Setting Powered False\u000a17:31:36.078262 run create_hlr_db(pid=27932): Terminated: ok {rc=0}\u000a17:31:36.514346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27934): Launched\u000a17:31:36.843215 run osmo-hlr_10.42.42.2(pid=27935): Launched\u000a17:31:36.962459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:37.529221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27937): Launched\u000a17:31:37.857028 run osmo-stp_10.42.42.5(pid=27938): Launched\u000a17:31:37.975438 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:38.573961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27940): Launched\u000a17:31:38.900756 run osmo-msc_10.42.42.6(pid=27941): Launched\u000a17:31:39.090429 run osmo-stp_10.42.42.5(pid=27938): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27938)]\u000a17:31:39.227348 run osmo-stp_10.42.42.5(pid=27938): stdout: \u000a| (launched: 2022-12-09_17:31:37.695881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:39.364078 run osmo-stp_10.42.42.5(pid=27938): stderr: \u000a| �[0;m�[38;5;43m20221209173137888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173137889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173137889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173137889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173137890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173137890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173137890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:39.494604 run osmo-stp_10.42.42.5(pid=27938): stdout: \u000a| (launched: 2022-12-09_17:31:37.695881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:39.623733 run osmo-stp_10.42.42.5(pid=27938): stderr: \u000a| �[0;m�[38;5;43m20221209173137888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173137889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173137889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173137889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173137890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173137890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173137890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:39.681521 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27938): Process ended prematurely: osmo-stp_10.42.42.5(pid=27938) [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27938)] [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a17:31:39.690839 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:31:39.754113 run osmo-hlr_10.42.42.2(pid=27935): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27935)]\u000a17:31:39.805965 run osmo-hlr_10.42.42.2(pid=27935): stdout: \u000a| (launched: 2022-12-09_17:31:36.681384) \u000a17:31:39.858594 run osmo-hlr_10.42.42.2(pid=27935): stderr: \u000a| �[0;m�[1;31m20221209173136883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173136883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173136883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173136883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173136883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173136883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173136895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173136904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173136904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173136904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:39.930309 run osmo-msc_10.42.42.6(pid=27941): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27941)]\u000a17:31:39.982411 run osmo-msc_10.42.42.6(pid=27941): stdout: \u000a| (launched: 2022-12-09_17:31:38.740489) \u000a17:31:40.034775 run osmo-msc_10.42.42.6(pid=27941): stderr: \u000a| �[0;m�[38;5;43m20221209173139064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173139064 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40a5924c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173139064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173139064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173139064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173139065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173139066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173139067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173139067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173139067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:40.079119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27934): Terminating (SIGTERM)\u000a17:31:40.121283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27937): Terminating (SIGTERM)\u000a17:31:40.163362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27940): Terminating (SIGTERM)\u000a17:31:40.173057 --- ParallelTerminationStrategy: PID 27934 died...\u000a17:31:40.229335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27934): Terminated: ok {rc=0}\u000a17:31:40.239458 --- ParallelTerminationStrategy: PID 27937 died...\u000a17:31:40.295193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27937): Terminated: ok {rc=0}\u000a17:31:40.305305 --- ParallelTerminationStrategy: PID 27940 died...\u000a17:31:40.360818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27940): Terminated: ok {rc=0}\u000a17:31:40.448456 bus /sierra_3: Setting Powered False\u000a17:31:41.555294 bus /sierra_3: Setting Powered False\u000a17:31:42.663759 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:31:22" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27952): Process ended prematurely: osmo-stp_10.42.42.5(pid=27952) [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27952)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27952): Process ended prematurely: osmo-stp_10.42.42.5(pid=27952) [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a17:31:44.663930 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:44.675610 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:31:44.824130 tst mo_mt_call.py: using LAC 22590\u000a17:31:44.950525 tst mo_mt_call.py: using RAC 150\u000a17:31:45.079277 tst mo_mt_call.py: using CellId 22590\u000a17:31:45.206101 tst mo_mt_call.py: using BVCI 22591\u000a17:31:45.230834 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:45.242565 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:45.254065 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:45.265691 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:45.277281 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:45.288773 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:31:45.405612 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:31:45.613557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:46.236215 run create_hlr_db(pid=27946): Launched\u000a17:31:46.463730 bus /sierra_2: Setting Powered False\u000a17:31:47.450934 run create_hlr_db(pid=27946): Terminated: ok {rc=0}\u000a17:31:47.890963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27948): Launched\u000a17:31:48.198336 run osmo-hlr_10.42.42.2(pid=27949): Launched\u000a17:31:48.316185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:48.854821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27951): Launched\u000a17:31:49.160787 run osmo-stp_10.42.42.5(pid=27952): Launched\u000a17:31:49.272409 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:49.830386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27954): Launched\u000a17:31:50.136462 run osmo-msc_10.42.42.6(pid=27955): Launched\u000a17:31:50.315203 run osmo-stp_10.42.42.5(pid=27952): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27952)]\u000a17:31:50.444849 run osmo-stp_10.42.42.5(pid=27952): stdout: \u000a| (launched: 2022-12-09_17:31:49.009779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:50.572185 run osmo-stp_10.42.42.5(pid=27952): stderr: \u000a| �[0;m�[38;5;43m20221209173149182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173149182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173149183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173149183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173149184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173149184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173149184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:50.694590 run osmo-stp_10.42.42.5(pid=27952): stdout: \u000a| (launched: 2022-12-09_17:31:49.009779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:50.815517 run osmo-stp_10.42.42.5(pid=27952): stderr: \u000a| �[0;m�[38;5;43m20221209173149182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173149182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173149183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173149183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173149184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173149184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173149184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:50.869222 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27952): Process ended prematurely: osmo-stp_10.42.42.5(pid=27952) [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27952)] [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a17:31:50.877838 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:31:50.937884 run osmo-hlr_10.42.42.2(pid=27949): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27949)]\u000a17:31:50.987130 run osmo-hlr_10.42.42.2(pid=27949): stdout: \u000a| (launched: 2022-12-09_17:31:48.046228) \u000a17:31:51.036859 run osmo-hlr_10.42.42.2(pid=27949): stderr: \u000a| �[0;m�[1;31m20221209173148222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173148222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173148222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173148222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173148222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173148222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173148234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173148243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173148243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173148243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:51.104449 run osmo-msc_10.42.42.6(pid=27955): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27955)]\u000a17:31:51.153462 run osmo-msc_10.42.42.6(pid=27955): stdout: \u000a| (launched: 2022-12-09_17:31:49.985754) \u000a17:31:51.203100 run osmo-msc_10.42.42.6(pid=27955): stderr: \u000a| �[0;m�[38;5;43m20221209173150279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173150279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b484e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173150279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173150279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173150279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173150279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173150281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173150281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173150282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173150282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:51.245483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27948): Terminating (SIGTERM)\u000a17:31:51.285064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27951): Terminating (SIGTERM)\u000a17:31:51.325787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27954): Terminating (SIGTERM)\u000a17:31:51.335129 --- ParallelTerminationStrategy: PID 27948 died...\u000a17:31:51.388507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27948): Terminated: ok {rc=0}\u000a17:31:51.398320 --- ParallelTerminationStrategy: PID 27951 died...\u000a17:31:51.451810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27951): Terminated: ok {rc=0}\u000a17:31:51.461849 --- ParallelTerminationStrategy: PID 27954 died...\u000a17:31:51.515074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27954): Terminated: ok {rc=0}\u000a17:31:51.603978 bus /sierra_3: Setting Powered False\u000a17:31:52.710393 bus /sierra_3: Setting Powered False\u000a17:31:53.817683 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27963): Process ended prematurely: osmo-stp_10.42.42.5(pid=27963) [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27963)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27963): Process ended prematurely: osmo-stp_10.42.42.5(pid=27963) [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:31:54.932004 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:54.944481 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:31:55.090914 tst mo_mt_call_osmux.py: using LAC 22591\u000a17:31:55.216761 tst mo_mt_call_osmux.py: using RAC 151\u000a17:31:55.339936 tst mo_mt_call_osmux.py: using CellId 22591\u000a17:31:55.469508 tst mo_mt_call_osmux.py: using BVCI 22592\u000a17:31:55.494347 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:55.506136 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:55.517786 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:55.529448 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:55.541406 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:55.553028 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:31:55.670600 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:31:55.886018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:56.409464 run create_hlr_db(pid=27957): Launched\u000a17:31:56.597736 bus /sierra_2: Setting Powered False\u000a17:31:57.618791 run create_hlr_db(pid=27957): Terminated: ok {rc=0}\u000a17:31:58.054825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27959): Launched\u000a17:31:58.380057 run osmo-hlr_10.42.42.2(pid=27960): Launched\u000a17:31:58.498002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:59.064291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27962): Launched\u000a17:31:59.389688 run osmo-stp_10.42.42.5(pid=27963): Launched\u000a17:31:59.507901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:32:00.106377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27965): Launched\u000a17:32:00.431972 run osmo-msc_10.42.42.6(pid=27966): Launched\u000a17:32:00.623549 run osmo-stp_10.42.42.5(pid=27963): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27963)]\u000a17:32:00.761839 run osmo-stp_10.42.42.5(pid=27963): stdout: \u000a| (launched: 2022-12-09_17:31:59.229891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:00.905511 run osmo-stp_10.42.42.5(pid=27963): stderr: \u000a| �[0;m�[38;5;43m20221209173159426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173159426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173159426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173159426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173159427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173159427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173159427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:01.038621 run osmo-stp_10.42.42.5(pid=27963): stdout: \u000a| (launched: 2022-12-09_17:31:59.229891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:01.171743 run osmo-stp_10.42.42.5(pid=27963): stderr: \u000a| �[0;m�[38;5;43m20221209173159426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173159426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173159426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173159426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173159427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173159427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173159427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:01.230841 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27963): Process ended prematurely: osmo-stp_10.42.42.5(pid=27963) [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27963)] [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a17:32:01.241228 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:32:01.305589 run osmo-hlr_10.42.42.2(pid=27960): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27960)]\u000a17:32:01.358184 run osmo-hlr_10.42.42.2(pid=27960): stdout: \u000a| (launched: 2022-12-09_17:31:58.221053) \u000a17:32:01.411358 run osmo-hlr_10.42.42.2(pid=27960): stderr: \u000a| �[0;m�[1;31m20221209173158423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173158423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173158423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173158423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173158423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173158423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173158435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173158443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173158443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173158443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:32:01.484000 run osmo-msc_10.42.42.6(pid=27966): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27966)]\u000a17:32:01.536413 run osmo-msc_10.42.42.6(pid=27966): stdout: \u000a| (launched: 2022-12-09_17:32:00.272252) \u000a17:32:01.589417 run osmo-msc_10.42.42.6(pid=27966): stderr: \u000a| �[0;m�[38;5;43m20221209173200596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173200596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25b3254c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173200596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173200596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173200596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173200596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173200598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173200598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173200598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173200599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:32:01.634747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27959): Terminating (SIGTERM)\u000a17:32:01.677914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27962): Terminating (SIGTERM)\u000a17:32:01.723030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27965): Terminating (SIGTERM)\u000a17:32:01.732911 --- ParallelTerminationStrategy: PID 27959 died...\u000a17:32:01.790100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27959): Terminated: ok {rc=0}\u000a17:32:01.800585 --- ParallelTerminationStrategy: PID 27962 died...\u000a17:32:01.857887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27962): Terminated: ok {rc=0}\u000a17:32:01.868416 --- ParallelTerminationStrategy: PID 27965 died...\u000a17:32:01.925232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27965): Terminated: ok {rc=0}\u000a17:32:02.015615 bus /sierra_3: Setting Powered False\u000a17:32:03.121076 bus /sierra_3: Setting Powered False\u000a17:32:04.229570 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:31:44" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27978): Process ended prematurely: osmo-stp_10.42.42.5(pid=27978) [trial-2362↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27978)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27978): Process ended prematurely: osmo-stp_10.42.42.5(pid=27978) [trial-2362↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:32:06.257315 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:06.268331 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a17:32:06.409164 tst emergency_mo_mt_call.py: using LAC 22592\u000a17:32:06.535285 tst emergency_mo_mt_call.py: using RAC 152\u000a17:32:06.662098 tst emergency_mo_mt_call.py: using CellId 22592\u000a17:32:06.789481 tst emergency_mo_mt_call.py: using BVCI 22593\u000a17:32:06.813840 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:06.824859 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:06.835734 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:06.846641 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:06.857543 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:06.868412 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:06.983443 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:07.190421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:32:07.701832 run create_hlr_db(pid=27972): Launched\u000a17:32:07.888028 bus /sierra_2: Setting Powered False\u000a17:32:08.906924 run create_hlr_db(pid=27972): Terminated: ok {rc=0}\u000a17:32:09.311116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27974): Launched\u000a17:32:09.611419 run osmo-hlr_10.42.42.2(pid=27975): Launched\u000a17:32:09.726040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:32:10.258906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27977): Launched\u000a17:32:10.559626 run osmo-stp_10.42.42.5(pid=27978): Launched\u000a17:32:10.681170 tst emergency_mo_mt_call.py: using MSISDN 7296\u000a17:32:10.830001 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:32:11.378178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27980): Launched\u000a17:32:11.680725 run osmo-msc_10.42.42.6(pid=27981): Launched\u000a17:32:11.857463 run osmo-stp_10.42.42.5(pid=27978): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27978)]\u000a17:32:11.986114 run osmo-stp_10.42.42.5(pid=27978): stdout: \u000a| (launched: 2022-12-09_17:32:10.410560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:12.111372 run osmo-stp_10.42.42.5(pid=27978): stderr: \u000a| �[0;m�[38;5;43m20221209173210582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173210582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173210582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173210582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173210583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173210583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173210583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:12.231855 run osmo-stp_10.42.42.5(pid=27978): stdout: \u000a| (launched: 2022-12-09_17:32:10.410560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:12.351204 run osmo-stp_10.42.42.5(pid=27978): stderr: \u000a| �[0;m�[38;5;43m20221209173210582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173210582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173210582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173210582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173210583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173210583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173210583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:12.403634 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27978): Process ended prematurely: osmo-stp_10.42.42.5(pid=27978) [trial-2362↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27978)] [trial-2362↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a17:32:12.411761 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a17:32:12.472786 run osmo-hlr_10.42.42.2(pid=27975): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27975)]\u000a17:32:12.522722 run osmo-hlr_10.42.42.2(pid=27975): stdout: \u000a| (launched: 2022-12-09_17:32:09.463185) \u000a17:32:12.573132 run osmo-hlr_10.42.42.2(pid=27975): stderr: \u000a| �[0;m�[1;31m20221209173209639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173209639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173209639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173209639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173209639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173209639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173209651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173209660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173209661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173209661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:32:12.641431 run osmo-msc_10.42.42.6(pid=27981): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27981)]\u000a17:32:12.691298 run osmo-msc_10.42.42.6(pid=27981): stdout: \u000a| (launched: 2022-12-09_17:32:11.529722) \u000a17:32:12.741602 run osmo-msc_10.42.42.6(pid=27981): stderr: \u000a| �[0;m�[38;5;43m20221209173211803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173211803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f151253bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173211803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173211803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173211803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173211804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173211805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173211806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173211806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173211806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:32:12.784035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27974): Terminating (SIGTERM)\u000a17:32:12.824175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27977): Terminating (SIGTERM)\u000a17:32:12.864290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27980): Terminating (SIGTERM)\u000a17:32:12.873763 --- ParallelTerminationStrategy: PID 27974 died...\u000a17:32:12.927490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27974): Terminated: ok {rc=0}\u000a17:32:12.937277 --- ParallelTerminationStrategy: PID 27977 died...\u000a17:32:12.990434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27977): Terminated: ok {rc=0}\u000a17:32:13.000267 --- ParallelTerminationStrategy: PID 27980 died...\u000a17:32:13.053899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27980): Terminated: ok {rc=0}\u000a17:32:13.143094 bus /sierra_3: Setting Powered False\u000a17:32:14.245245 bus /sierra_3: Setting Powered False\u000a17:32:15.352049 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27989): Process ended prematurely: osmo-stp_10.42.42.5(pid=27989) [trial-2362↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27989)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27989): Process ended prematurely: osmo-stp_10.42.42.5(pid=27989) [trial-2362↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:32:16.403633 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:16.416015 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a17:32:16.560369 tst emergency_preemptive_call.py: using LAC 22593\u000a17:32:16.686499 tst emergency_preemptive_call.py: using RAC 153\u000a17:32:16.845631 tst emergency_preemptive_call.py: using CellId 22593\u000a17:32:16.999076 tst emergency_preemptive_call.py: using BVCI 22594\u000a17:32:17.024335 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:17.036377 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:17.048362 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:17.059814 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:17.071475 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:17.083461 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:17.206101 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:17.326663 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:17.441296 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:17.641421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:32:18.115725 run create_hlr_db(pid=27983): Launched\u000a17:32:18.291055 bus /sierra_2: Setting Powered False\u000a17:32:19.310629 run create_hlr_db(pid=27983): Terminated: ok {rc=0}\u000a17:32:19.739645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27985): Launched\u000a17:32:20.059125 run osmo-hlr_10.42.42.2(pid=27986): Launched\u000a17:32:20.177308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:32:20.733748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27988): Launched\u000a17:32:21.052895 run osmo-stp_10.42.42.5(pid=27989): Launched\u000a17:32:21.180868 tst emergency_preemptive_call.py: using MSISDN 7297\u000a17:32:21.339779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:32:21.923415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27991): Launched\u000a17:32:22.244113 run osmo-msc_10.42.42.6(pid=27992): Launched\u000a17:32:22.431574 run osmo-stp_10.42.42.5(pid=27989): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27989)]\u000a17:32:22.567084 run osmo-stp_10.42.42.5(pid=27989): stdout: \u000a| (launched: 2022-12-09_17:32:20.895785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:22.702923 run osmo-stp_10.42.42.5(pid=27989): stderr: \u000a| �[0;m�[38;5;43m20221209173221086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173221086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173221087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173221087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173221089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173221089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173221090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:22.832335 run osmo-stp_10.42.42.5(pid=27989): stdout: \u000a| (launched: 2022-12-09_17:32:20.895785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:22.960445 run osmo-stp_10.42.42.5(pid=27989): stderr: \u000a| �[0;m�[38;5;43m20221209173221086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173221086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173221087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173221087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173221089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173221089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173221090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:23.016748 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27989): Process ended prematurely: osmo-stp_10.42.42.5(pid=27989) [trial-2362↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27989)] [trial-2362↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a17:32:23.025863 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a17:32:23.089052 run osmo-hlr_10.42.42.2(pid=27986): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27986)]\u000a17:32:23.141088 run osmo-hlr_10.42.42.2(pid=27986): stdout: \u000a| (launched: 2022-12-09_17:32:19.902313) \u000a17:32:23.193922 run osmo-hlr_10.42.42.2(pid=27986): stderr: \u000a| �[0;m�[1;31m20221209173220102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173220102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173220102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173220102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173220103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173220103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173220115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173220124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173220124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173220124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:32:23.265421 run osmo-msc_10.42.42.6(pid=27992): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27992)]\u000a17:32:23.317220 run osmo-msc_10.42.42.6(pid=27992): stdout: \u000a| (launched: 2022-12-09_17:32:22.086018) \u000a17:32:23.369375 run osmo-msc_10.42.42.6(pid=27992): stderr: \u000a| �[0;m�[38;5;43m20221209173222411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173222411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a3f390c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173222411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173222411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173222412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173222412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173222414 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173222414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173222414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173222414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:32:23.413899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27985): Terminating (SIGTERM)\u000a17:32:23.455954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27988): Terminating (SIGTERM)\u000a17:32:23.498178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27991): Terminating (SIGTERM)\u000a17:32:23.507977 --- ParallelTerminationStrategy: PID 27985 died...\u000a17:32:23.564712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27985): Terminated: ok {rc=0}\u000a17:32:23.575230 --- ParallelTerminationStrategy: PID 27988 died...\u000a17:32:23.631592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27988): Terminated: ok {rc=0}\u000a17:32:23.641919 --- ParallelTerminationStrategy: PID 27991 died...\u000a17:32:23.698435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27991): Terminated: ok {rc=0}\u000a17:32:23.786840 bus /sierra_9: Setting Powered False\u000a17:32:24.895002 bus /sierra_9: Setting Powered False\u000a17:32:26.007285 bus /sierra_8: Setting Powered False\u000a17:32:27.114526 bus /sierra_8: Setting Powered False\u000a17:32:28.223349 bus /sierra_3: Setting Powered False\u000a17:32:29.328882 bus /sierra_3: Setting Powered False\u000a17:32:30.436754 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:32:05" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28011): Process ended prematurely: osmo-stp_10.42.42.5(pid=28011) [trial-2362↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28011): Process ended prematurely: osmo-stp_10.42.42.5(pid=28011) [trial-2362↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:32:32.583396 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:32.594026 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a17:32:32.731779 tst cs_paging_gprs_active.py: using LAC 22594\u000a17:32:32.852516 tst cs_paging_gprs_active.py: using RAC 154\u000a17:32:32.973867 tst cs_paging_gprs_active.py: using CellId 22594\u000a17:32:33.092883 tst cs_paging_gprs_active.py: using BVCI 22595\u000a17:32:33.116196 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:33.126796 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:33.137298 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:33.148342 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:33.159332 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:33.170253 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:33.181397 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:33.192436 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:33.203634 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:33.324264 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:33.622932 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:32:33.760319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:32:34.100675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27997): Launched\u000a17:32:34.383670 run iperf3-srv_10.42.42.10(pid=27998): Launched\u000a17:32:34.584240 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:32:34.720826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:32:35.059722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27999): Launched\u000a17:32:35.341377 run iperf3-srv_10.42.42.10(pid=28000): Launched\u000a17:32:35.541360 tst cs_paging_gprs_active.py:38: start network...\u000a17:32:35.677276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:32:36.201286 run create_hlr_db(pid=28005): Launched\u000a17:32:36.390179 bus /sierra_2: Setting Powered False\u000a17:32:37.410200 run create_hlr_db(pid=28005): Terminated: ok {rc=0}\u000a17:32:37.822941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28007): Launched\u000a17:32:38.128700 run osmo-hlr_10.42.42.2(pid=28008): Launched\u000a17:32:38.248833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:32:38.787384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28010): Launched\u000a17:32:39.094391 run osmo-stp_10.42.42.5(pid=28011): Launched\u000a17:32:39.206584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:32:39.740209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28013): Launched\u000a17:32:39.849221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:32:40.122024 run patchelf(pid=28014): Launched\u000a17:32:40.302272 run osmo-stp_10.42.42.5(pid=28011): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)]\u000a17:32:40.434020 run osmo-stp_10.42.42.5(pid=28011): stdout: \u000a| (launched: 2022-12-09_17:32:38.942456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:40.565195 run osmo-stp_10.42.42.5(pid=28011): stderr: \u000a| �[0;m�[38;5;43m20221209173239113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173239113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173239113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173239113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173239114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173239114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173239114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:40.691565 run osmo-stp_10.42.42.5(pid=28011): stdout: \u000a| (launched: 2022-12-09_17:32:38.942456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:40.817513 run osmo-stp_10.42.42.5(pid=28011): stderr: \u000a| �[0;m�[38;5;43m20221209173239113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173239113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173239113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173239113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173239114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173239114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173239114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:40.963990 run patchelf(pid=28014): Terminating (SIGINT)\u000a17:32:41.136412 run patchelf(pid=28014): Terminated: ok {rc=0}\u000a17:32:41.168201 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28011): Process ended prematurely: osmo-stp_10.42.42.5(pid=28011) [trial-2362↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)] [trial-2362↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a17:32:41.177691 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a17:32:41.238699 run osmo-hlr_10.42.42.2(pid=28008): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28008)]\u000a17:32:41.288060 run osmo-hlr_10.42.42.2(pid=28008): stdout: \u000a| (launched: 2022-12-09_17:32:37.977790) \u000a17:32:41.338136 run osmo-hlr_10.42.42.2(pid=28008): stderr: \u000a| �[0;m�[1;31m20221209173238153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173238153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173238154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173238154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173238154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173238154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173238166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173238174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173238174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173238175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:32:41.380465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27997): Terminating (SIGTERM)\u000a17:32:41.420652 run iperf3-srv_10.42.42.10(pid=27998): Terminating (SIGTERM)\u000a17:32:41.461099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27999): Terminating (SIGTERM)\u000a17:32:41.500981 run iperf3-srv_10.42.42.10(pid=28000): Terminating (SIGTERM)\u000a17:32:41.541710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28007): Terminating (SIGTERM)\u000a17:32:41.582508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28010): Terminating (SIGTERM)\u000a17:32:41.622902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28013): Terminating (SIGTERM)\u000a17:32:41.632409 --- ParallelTerminationStrategy: PID 27997 died...\u000a17:32:41.687213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27997): Terminated: ok {rc=0}\u000a17:32:41.697071 --- ParallelTerminationStrategy: PID 27998 died...\u000a17:32:41.750250 run iperf3-srv_10.42.42.10(pid=27998): Terminated {rc=256}\u000a17:32:41.760212 --- ParallelTerminationStrategy: PID 27999 died...\u000a17:32:41.813526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27999): Terminated: ok {rc=0}\u000a17:32:41.823605 --- ParallelTerminationStrategy: PID 28000 died...\u000a17:32:41.877501 run iperf3-srv_10.42.42.10(pid=28000): Terminated {rc=256}\u000a17:32:41.887423 --- ParallelTerminationStrategy: PID 28007 died...\u000a17:32:41.941079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28007): Terminated: ok {rc=0}\u000a17:32:41.950772 --- ParallelTerminationStrategy: PID 28010 died...\u000a17:32:42.004638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28010): Terminated: ok {rc=0}\u000a17:32:42.014567 --- ParallelTerminationStrategy: PID 28013 died...\u000a17:32:42.068157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28013): Terminated: ok {rc=0}\u000a17:32:42.151933 bus /gobi_0: Setting Powered False\u000a17:32:43.254770 bus /gobi_0: Setting Powered False\u000a17:32:44.365297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28023): Process ended prematurely: osmo-stp_10.42.42.5(pid=28023) [trial-2362↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28023)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28023): Process ended prematurely: osmo-stp_10.42.42.5(pid=28023) [trial-2362↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a17:32:45.475916 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:45.487190 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a17:32:45.629304 tst iperf3.py: using LAC 22595\u000a17:32:45.750185 tst iperf3.py: using RAC 155\u000a17:32:45.899356 tst iperf3.py: using CellId 22595\u000a17:32:46.044583 tst iperf3.py: using BVCI 22596\u000a17:32:46.068997 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:46.080596 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:46.092040 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:46.104097 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:46.116311 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:46.127974 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:46.139551 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:46.151537 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:46.164185 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:46.454840 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:32:46.584164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:32:46.926316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28015): Launched\u000a17:32:47.220003 run iperf3-srv_10.42.42.10(pid=28016): Launched\u000a17:32:47.406059 tst iperf3.py:8: start network...\u000a17:32:47.532812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:32:48.014355 run create_hlr_db(pid=28017): Launched\u000a17:32:48.189992 bus /gobi_6: Setting Powered False\u000a17:32:49.210805 run create_hlr_db(pid=28017): Terminated: ok {rc=0}\u000a17:32:49.646099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28019): Launched\u000a17:32:49.972097 run osmo-hlr_10.42.42.2(pid=28020): Launched\u000a17:32:50.093125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:32:50.666802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28022): Launched\u000a17:32:50.994840 run osmo-stp_10.42.42.5(pid=28023): Launched\u000a17:32:51.112276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:32:51.685198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28025): Launched\u000a17:32:51.802003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:32:52.086423 run patchelf(pid=28026): Launched\u000a17:32:52.277957 run osmo-stp_10.42.42.5(pid=28023): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28023)]\u000a17:32:52.417381 run osmo-stp_10.42.42.5(pid=28023): stdout: \u000a| (launched: 2022-12-09_17:32:50.833622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:52.557662 run osmo-stp_10.42.42.5(pid=28023): stderr: \u000a| �[0;m�[38;5;43m20221209173251029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173251029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173251029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173251030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173251030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173251030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173251030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:52.692411 run osmo-stp_10.42.42.5(pid=28023): stdout: \u000a| (launched: 2022-12-09_17:32:50.833622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:52.826594 run osmo-stp_10.42.42.5(pid=28023): stderr: \u000a| �[0;m�[38;5;43m20221209173251029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173251029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173251029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173251030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173251030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173251030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173251030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:52.982268 run patchelf(pid=28026): Terminating (SIGINT)\u000a17:32:53.165278 run patchelf(pid=28026): Terminated: ok {rc=0}\u000a17:32:53.198843 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28023): Process ended prematurely: osmo-stp_10.42.42.5(pid=28023) [trial-2362↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28023)] [trial-2362↪gprs:trx-b200↪iperf3.py:8]\u000a17:32:53.208839 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:32:53.271726 run osmo-hlr_10.42.42.2(pid=28020): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28020)]\u000a17:32:53.323027 run osmo-hlr_10.42.42.2(pid=28020): stdout: \u000a| (launched: 2022-12-09_17:32:49.812878) \u000a17:32:53.375008 run osmo-hlr_10.42.42.2(pid=28020): stderr: \u000a| �[0;m�[1;31m20221209173250013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173250013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173250013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173250013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173250013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173250013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173250025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173250033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173250033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173250033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:32:53.419456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28015): Terminating (SIGTERM)\u000a17:32:53.461363 run iperf3-srv_10.42.42.10(pid=28016): Terminating (SIGTERM)\u000a17:32:53.503386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28019): Terminating (SIGTERM)\u000a17:32:53.545432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28022): Terminating (SIGTERM)\u000a17:32:53.587527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28025): Terminating (SIGTERM)\u000a17:32:53.597316 --- ParallelTerminationStrategy: PID 28015 died...\u000a17:32:53.654212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28015): Terminated: ok {rc=0}\u000a17:32:53.664342 --- ParallelTerminationStrategy: PID 28016 died...\u000a17:32:53.720803 run iperf3-srv_10.42.42.10(pid=28016): Terminated {rc=256}\u000a17:32:53.730950 --- ParallelTerminationStrategy: PID 28019 died...\u000a17:32:53.787332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28019): Terminated: ok {rc=0}\u000a17:32:53.797880 --- ParallelTerminationStrategy: PID 28022 died...\u000a17:32:53.853884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28022): Terminated: ok {rc=0}\u000a17:32:53.863936 --- ParallelTerminationStrategy: PID 28025 died...\u000a17:32:53.920066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28025): Terminated: ok {rc=0}\u000a17:32:54.007493 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28042): Process ended prematurely: osmo-stp_10.42.42.5(pid=28042) [trial-2362↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28042)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28042): Process ended prematurely: osmo-stp_10.42.42.5(pid=28042) [trial-2362↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a17:32:55.125232 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.137013 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a17:32:55.282618 tst iperf3m4.py: using LAC 22596\u000a17:32:55.414552 tst iperf3m4.py: using RAC 156\u000a17:32:55.540751 tst iperf3m4.py: using CellId 22596\u000a17:32:55.667112 tst iperf3m4.py: using BVCI 22597\u000a17:32:55.692089 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.703679 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.714639 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.725642 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.736425 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.747212 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.758432 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.769159 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.780087 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:55.903319 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:56.024853 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:56.143330 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:56.439372 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:32:56.575816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:32:56.914734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28027): Launched\u000a17:32:57.195162 run iperf3-srv_10.42.42.10(pid=28028): Launched\u000a17:32:57.395168 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:32:57.531102 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:32:57.869542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28029): Launched\u000a17:32:58.151277 run iperf3-srv_10.42.42.10(pid=28030): Launched\u000a17:32:58.350954 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:32:58.487254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:32:58.827864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28031): Launched\u000a17:32:59.109525 run iperf3-srv_10.42.42.10(pid=28032): Launched\u000a17:32:59.308690 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:32:59.444444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:32:59.783679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28033): Launched\u000a17:33:00.065135 run iperf3-srv_10.42.42.10(pid=28034): Launched\u000a17:33:00.264546 tst iperf3m4.py:8: start network...\u000a17:33:00.400545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:33:00.957553 run create_hlr_db(pid=28035): Launched\u000a17:33:01.151147 bus /gobi_6: Setting Powered False\u000a17:33:02.168899 run create_hlr_db(pid=28035): Terminated: ok {rc=0}\u000a17:33:02.615082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28038): Launched\u000a17:33:02.943471 run osmo-hlr_10.42.42.2(pid=28039): Launched\u000a17:33:03.061951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:33:03.634990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28041): Launched\u000a17:33:03.962124 run osmo-stp_10.42.42.5(pid=28042): Launched\u000a17:33:04.080041 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:33:04.648768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28044): Launched\u000a17:33:04.765336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:33:05.051058 run patchelf(pid=28045): Launched\u000a17:33:05.242183 run osmo-stp_10.42.42.5(pid=28042): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28042)]\u000a17:33:05.381938 run osmo-stp_10.42.42.5(pid=28042): stdout: \u000a| (launched: 2022-12-09_17:33:03.801646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:05.521758 run osmo-stp_10.42.42.5(pid=28042): stderr: \u000a| �[0;m�[38;5;43m20221209173303996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173303996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173303997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173303997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173303998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173303998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173303998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:05.656634 run osmo-stp_10.42.42.5(pid=28042): stdout: \u000a| (launched: 2022-12-09_17:33:03.801646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:05.791247 run osmo-stp_10.42.42.5(pid=28042): stderr: \u000a| �[0;m�[38;5;43m20221209173303996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173303996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173303997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173303997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173303998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173303998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173303998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:05.946988 run patchelf(pid=28045): Terminating (SIGINT)\u000a17:33:06.129996 run patchelf(pid=28045): Terminated: ok {rc=0}\u000a17:33:06.163762 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28042): Process ended prematurely: osmo-stp_10.42.42.5(pid=28042) [trial-2362↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28042)] [trial-2362↪gprs:trx-b200↪iperf3m4.py:8]\u000a17:33:06.173973 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a17:33:06.237912 run osmo-hlr_10.42.42.2(pid=28039): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28039)]\u000a17:33:06.289754 run osmo-hlr_10.42.42.2(pid=28039): stdout: \u000a| (launched: 2022-12-09_17:33:02.781874) \u000a17:33:06.342174 run osmo-hlr_10.42.42.2(pid=28039): stderr: \u000a| �[0;m�[1;31m20221209173302984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173302984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173302985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173302985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173302985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173302985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173302998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173303007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173303007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173303008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:33:06.387057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28027): Terminating (SIGTERM)\u000a17:33:06.429456 run iperf3-srv_10.42.42.10(pid=28028): Terminating (SIGTERM)\u000a17:33:06.471796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28029): Terminating (SIGTERM)\u000a17:33:06.514638 run iperf3-srv_10.42.42.10(pid=28030): Terminating (SIGTERM)\u000a17:33:06.557242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28031): Terminating (SIGTERM)\u000a17:33:06.599569 run iperf3-srv_10.42.42.10(pid=28032): Terminating (SIGTERM)\u000a17:33:06.641873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28033): Terminating (SIGTERM)\u000a17:33:06.683911 run iperf3-srv_10.42.42.10(pid=28034): Terminating (SIGTERM)\u000a17:33:06.726520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28038): Terminating (SIGTERM)\u000a17:33:06.768770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28041): Terminating (SIGTERM)\u000a17:33:06.811000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28044): Terminating (SIGTERM)\u000a17:33:06.820733 --- ParallelTerminationStrategy: PID 28027 died...\u000a17:33:06.877431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28027): Terminated: ok {rc=0}\u000a17:33:06.887567 --- ParallelTerminationStrategy: PID 28028 died...\u000a17:33:06.944016 run iperf3-srv_10.42.42.10(pid=28028): Terminated {rc=256}\u000a17:33:06.954129 --- ParallelTerminationStrategy: PID 28029 died...\u000a17:33:07.010711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28029): Terminated: ok {rc=0}\u000a17:33:07.020752 --- ParallelTerminationStrategy: PID 28030 died...\u000a17:33:07.076149 run iperf3-srv_10.42.42.10(pid=28030): Terminated {rc=256}\u000a17:33:07.086198 --- ParallelTerminationStrategy: PID 28031 died...\u000a17:33:07.141949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28031): Terminated: ok {rc=0}\u000a17:33:07.151978 --- ParallelTerminationStrategy: PID 28032 died...\u000a17:33:07.207274 run iperf3-srv_10.42.42.10(pid=28032): Terminated {rc=256}\u000a17:33:07.217360 --- ParallelTerminationStrategy: PID 28033 died...\u000a17:33:07.272916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28033): Terminated: ok {rc=0}\u000a17:33:07.283052 --- ParallelTerminationStrategy: PID 28034 died...\u000a17:33:07.338755 run iperf3-srv_10.42.42.10(pid=28034): Terminated {rc=256}\u000a17:33:07.348780 --- ParallelTerminationStrategy: PID 28038 died...\u000a17:33:07.404409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28038): Terminated: ok {rc=0}\u000a17:33:07.414500 --- ParallelTerminationStrategy: PID 28041 died...\u000a17:33:07.470286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28041): Terminated: ok {rc=0}\u000a17:33:07.480492 --- ParallelTerminationStrategy: PID 28044 died...\u000a17:33:07.536642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28044): Terminated: ok {rc=0}\u000a17:33:07.625681 bus /gobi_4: Setting Powered False\u000a17:33:08.733791 bus /gobi_4: Setting Powered False\u000a17:33:09.845998 bus /gobi_1: Setting Powered False\u000a17:33:10.950401 bus /gobi_1: Setting Powered False\u000a17:33:12.061569 bus /gobi_0: Setting Powered False\u000a17:33:13.169377 bus /gobi_0: Setting Powered False\u000a17:33:14.286922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28052): Process ended prematurely: osmo-stp_10.42.42.5(pid=28052) [trial-2362↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28052)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28052): Process ended prematurely: osmo-stp_10.42.42.5(pid=28052) [trial-2362↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a17:33:15.355788 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:15.367588 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a17:33:15.511055 tst ping.py: using LAC 22597\u000a17:33:15.632368 tst ping.py: using RAC 157\u000a17:33:15.750086 tst ping.py: using CellId 22597\u000a17:33:15.890040 tst ping.py: using BVCI 22598\u000a17:33:15.914064 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:15.926432 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:15.937545 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:15.949667 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:15.962276 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:15.973912 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:15.986247 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:15.999838 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:33:16.287835 tst ping.py:19: start network...\u000a17:33:16.429981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:33:16.940541 run create_hlr_db(pid=28046): Launched\u000a17:33:17.119783 bus /gobi_6: Setting Powered False\u000a17:33:18.137088 run create_hlr_db(pid=28046): Terminated: ok {rc=0}\u000a17:33:18.547568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28048): Launched\u000a17:33:18.848910 run osmo-hlr_10.42.42.2(pid=28049): Launched\u000a17:33:18.971699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:33:19.504277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28051): Launched\u000a17:33:19.805014 run osmo-stp_10.42.42.5(pid=28052): Launched\u000a17:33:19.914228 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:33:20.436630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28054): Launched\u000a17:33:20.543545 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:33:20.806185 run patchelf(pid=28055): Launched\u000a17:33:20.982495 run osmo-stp_10.42.42.5(pid=28052): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28052)]\u000a17:33:21.111910 run osmo-stp_10.42.42.5(pid=28052): stdout: \u000a| (launched: 2022-12-09_17:33:19.656623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:21.242174 run osmo-stp_10.42.42.5(pid=28052): stderr: \u000a| �[0;m�[38;5;43m20221209173319826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173319827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173319827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173319827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173319828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173319828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173319828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:21.367040 run osmo-stp_10.42.42.5(pid=28052): stdout: \u000a| (launched: 2022-12-09_17:33:19.656623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:21.490580 run osmo-stp_10.42.42.5(pid=28052): stderr: \u000a| �[0;m�[38;5;43m20221209173319826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173319827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173319827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173319827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173319828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173319828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173319828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:21.635405 run patchelf(pid=28055): Terminating (SIGINT)\u000a17:33:21.804724 run patchelf(pid=28055): Terminated: ok {rc=0}\u000a17:33:21.835786 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28052): Process ended prematurely: osmo-stp_10.42.42.5(pid=28052) [trial-2362↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28052)] [trial-2362↪gprs:trx-b200↪ping.py:22]\u000a17:33:21.844418 tst ping.py:22: Test FAILED (6.5 sec)\u000a17:33:21.906099 run osmo-hlr_10.42.42.2(pid=28049): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28049)]\u000a17:33:21.955936 run osmo-hlr_10.42.42.2(pid=28049): stdout: \u000a| (launched: 2022-12-09_17:33:18.700396) \u000a17:33:22.006644 run osmo-hlr_10.42.42.2(pid=28049): stderr: \u000a| �[0;m�[1;31m20221209173318877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173318877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173318878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173318878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173318878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173318878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173318890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173318898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173318899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173318899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:33:22.049017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28048): Terminating (SIGTERM)\u000a17:33:22.089507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28051): Terminating (SIGTERM)\u000a17:33:22.129824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28054): Terminating (SIGTERM)\u000a17:33:22.139571 --- ParallelTerminationStrategy: PID 28048 died...\u000a17:33:22.193773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28048): Terminated: ok {rc=0}\u000a17:33:22.203701 --- ParallelTerminationStrategy: PID 28051 died...\u000a17:33:22.257565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28051): Terminated: ok {rc=0}\u000a17:33:22.267737 --- ParallelTerminationStrategy: PID 28054 died...\u000a17:33:22.321798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28054): Terminated: ok {rc=0}\u000a17:33:22.405351 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28062): Process ended prematurely: osmo-stp_10.42.42.5(pid=28062) [trial-2362↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28062)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28062): Process ended prematurely: osmo-stp_10.42.42.5(pid=28062) [trial-2362↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a17:33:23.459225 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:23.471071 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a17:33:23.618070 tst ping_idle_ping.py: using LAC 22598\u000a17:33:23.745038 tst ping_idle_ping.py: using RAC 158\u000a17:33:23.871131 tst ping_idle_ping.py: using CellId 22598\u000a17:33:23.997104 tst ping_idle_ping.py: using BVCI 22599\u000a17:33:24.021799 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:24.033033 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:24.044051 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:24.056444 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:24.067267 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:24.078012 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:24.088722 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:24.099492 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:33:24.391439 tst ping_idle_ping.py:24: start network...\u000a17:33:24.525425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:33:25.042701 run create_hlr_db(pid=28056): Launched\u000a17:33:25.229365 bus /gobi_6: Setting Powered False\u000a17:33:26.250253 run create_hlr_db(pid=28056): Terminated: ok {rc=0}\u000a17:33:26.655643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28058): Launched\u000a17:33:26.957326 run osmo-hlr_10.42.42.2(pid=28059): Launched\u000a17:33:27.074142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:33:27.601941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28061): Launched\u000a17:33:27.905498 run osmo-stp_10.42.42.5(pid=28062): Launched\u000a17:33:28.014753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:33:28.538701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28064): Launched\u000a17:33:28.645513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:33:28.907980 run patchelf(pid=28065): Launched\u000a17:33:29.084222 run osmo-stp_10.42.42.5(pid=28062): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28062)]\u000a17:33:29.213830 run osmo-stp_10.42.42.5(pid=28062): stdout: \u000a| (launched: 2022-12-09_17:33:27.754340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:29.343603 run osmo-stp_10.42.42.5(pid=28062): stderr: \u000a| �[0;m�[38;5;43m20221209173327924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173327924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173327924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173327925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173327925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173327925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173327925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:29.468146 run osmo-stp_10.42.42.5(pid=28062): stdout: \u000a| (launched: 2022-12-09_17:33:27.754340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:29.591506 run osmo-stp_10.42.42.5(pid=28062): stderr: \u000a| �[0;m�[38;5;43m20221209173327924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173327924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173327924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173327925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173327925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173327925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173327925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:29.735302 run patchelf(pid=28065): Terminating (SIGINT)\u000a17:33:29.904400 run patchelf(pid=28065): Terminated: ok {rc=0}\u000a17:33:29.935114 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28062): Process ended prematurely: osmo-stp_10.42.42.5(pid=28062) [trial-2362↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28062)] [trial-2362↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a17:33:29.943942 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:33:30.004801 run osmo-hlr_10.42.42.2(pid=28059): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28059)]\u000a17:33:30.053860 run osmo-hlr_10.42.42.2(pid=28059): stdout: \u000a| (launched: 2022-12-09_17:33:26.808811) \u000a17:33:30.104011 run osmo-hlr_10.42.42.2(pid=28059): stderr: \u000a| �[0;m�[1;31m20221209173326988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173326988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173326988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173326988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173326988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173326989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173326999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173327008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173327008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173327008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:33:30.146117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28058): Terminating (SIGTERM)\u000a17:33:30.185985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28061): Terminating (SIGTERM)\u000a17:33:30.226081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28064): Terminating (SIGTERM)\u000a17:33:30.235161 --- ParallelTerminationStrategy: PID 28058 died...\u000a17:33:30.288674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28058): Terminated: ok {rc=0}\u000a17:33:30.298570 --- ParallelTerminationStrategy: PID 28061 died...\u000a17:33:30.351860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28061): Terminated: ok {rc=0}\u000a17:33:30.361803 --- ParallelTerminationStrategy: PID 28064 died...\u000a17:33:30.415096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28064): Terminated: ok {rc=0}\u000a17:33:30.499041 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:32:32" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28079): Process ended prematurely: osmo-stp_10.42.42.5(pid=28079) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28079)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28079): Process ended prematurely: osmo-stp_10.42.42.5(pid=28079) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:33:32.675043 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:32.686466 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:33:32.834384 tst cs_paging_gprs_active.py: using LAC 22599\u000a17:33:32.961990 tst cs_paging_gprs_active.py: using RAC 159\u000a17:33:33.089523 tst cs_paging_gprs_active.py: using CellId 22599\u000a17:33:33.217897 tst cs_paging_gprs_active.py: using BVCI 22600\u000a17:33:33.242944 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:33.254283 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:33.265333 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:33.276239 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:33.287307 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:33.298449 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:33.309833 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:33.320793 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:33.332165 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:33:33.448816 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:33:33.745267 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:33:33.882052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:34.221517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28069): Launched\u000a17:33:34.503287 run iperf3-srv_10.42.42.10(pid=28070): Launched\u000a17:33:34.704065 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:33:34.841834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:35.182100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28071): Launched\u000a17:33:35.464744 run iperf3-srv_10.42.42.10(pid=28072): Launched\u000a17:33:35.665522 tst cs_paging_gprs_active.py:38: start network...\u000a17:33:35.802843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:33:36.325069 run create_hlr_db(pid=28073): Launched\u000a17:33:36.513655 bus /gobi_6: Setting Powered False\u000a17:33:37.535072 run create_hlr_db(pid=28073): Terminated: ok {rc=0}\u000a17:33:37.946308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28075): Launched\u000a17:33:38.252810 run osmo-hlr_10.42.42.2(pid=28076): Launched\u000a17:33:38.374768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:33:38.913824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28078): Launched\u000a17:33:39.220353 run osmo-stp_10.42.42.5(pid=28079): Launched\u000a17:33:39.337156 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:33:39.871705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28081): Launched\u000a17:33:39.981256 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:33:40.250156 run patchelf(pid=28082): Launched\u000a17:33:40.430413 run osmo-stp_10.42.42.5(pid=28079): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28079)]\u000a17:33:40.561878 run osmo-stp_10.42.42.5(pid=28079): stdout: \u000a| (launched: 2022-12-09_17:33:39.069334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:40.692766 run osmo-stp_10.42.42.5(pid=28079): stderr: \u000a| �[0;m�[38;5;43m20221209173339242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173339243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173339243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173339243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173339244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173339244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173339244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:40.820008 run osmo-stp_10.42.42.5(pid=28079): stdout: \u000a| (launched: 2022-12-09_17:33:39.069334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:40.946591 run osmo-stp_10.42.42.5(pid=28079): stderr: \u000a| �[0;m�[38;5;43m20221209173339242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173339243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173339243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173339243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173339244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173339244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173339244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:41.093699 run patchelf(pid=28082): Terminating (SIGINT)\u000a17:33:41.266776 run patchelf(pid=28082): Terminated: ok {rc=0}\u000a17:33:41.298847 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28079): Process ended prematurely: osmo-stp_10.42.42.5(pid=28079) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28079)] [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:33:41.308144 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:33:41.369119 run osmo-hlr_10.42.42.2(pid=28076): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28076)]\u000a17:33:41.418979 run osmo-hlr_10.42.42.2(pid=28076): stdout: \u000a| (launched: 2022-12-09_17:33:38.101893) \u000a17:33:41.468979 run osmo-hlr_10.42.42.2(pid=28076): stderr: \u000a| �[0;m�[1;31m20221209173338278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173338278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173338278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173338278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173338278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173338278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173338290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173338301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173338301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173338301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:33:41.511676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28069): Terminating (SIGTERM)\u000a17:33:41.551537 run iperf3-srv_10.42.42.10(pid=28070): Terminating (SIGTERM)\u000a17:33:41.597477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28071): Terminating (SIGTERM)\u000a17:33:41.639324 run iperf3-srv_10.42.42.10(pid=28072): Terminating (SIGTERM)\u000a17:33:41.681820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28075): Terminating (SIGTERM)\u000a17:33:41.725299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28078): Terminating (SIGTERM)\u000a17:33:41.767620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28081): Terminating (SIGTERM)\u000a17:33:41.778044 --- ParallelTerminationStrategy: PID 28069 died...\u000a17:33:41.834728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28069): Terminated: ok {rc=0}\u000a17:33:41.844997 --- ParallelTerminationStrategy: PID 28070 died...\u000a17:33:41.901647 run iperf3-srv_10.42.42.10(pid=28070): Terminated {rc=256}\u000a17:33:41.911764 --- ParallelTerminationStrategy: PID 28071 died...\u000a17:33:41.967597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28071): Terminated: ok {rc=0}\u000a17:33:41.978142 --- ParallelTerminationStrategy: PID 28072 died...\u000a17:33:42.034337 run iperf3-srv_10.42.42.10(pid=28072): Terminated {rc=256}\u000a17:33:42.044465 --- ParallelTerminationStrategy: PID 28075 died...\u000a17:33:42.101194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28075): Terminated: ok {rc=0}\u000a17:33:42.111343 --- ParallelTerminationStrategy: PID 28078 died...\u000a17:33:42.167817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28078): Terminated: ok {rc=0}\u000a17:33:42.178065 --- ParallelTerminationStrategy: PID 28081 died...\u000a17:33:42.234760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28081): Terminated: ok {rc=0}\u000a17:33:42.321331 bus /gobi_0: Setting Powered False\u000a17:33:43.430052 bus /gobi_0: Setting Powered False\u000a17:33:44.541255 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28091): Process ended prematurely: osmo-stp_10.42.42.5(pid=28091) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28091)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28091): Process ended prematurely: osmo-stp_10.42.42.5(pid=28091) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:33:45.655611 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:45.667522 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:33:45.815623 tst iperf3.py: using LAC 22600\u000a17:33:45.950948 tst iperf3.py: using RAC 160\u000a17:33:46.105484 tst iperf3.py: using CellId 22600\u000a17:33:46.234629 tst iperf3.py: using BVCI 22601\u000a17:33:46.261201 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:46.273581 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:46.285634 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:46.297553 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:46.309491 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:46.321346 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:46.333306 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:46.345260 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:46.357280 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:33:46.660763 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:33:46.799862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:47.179881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28083): Launched\u000a17:33:47.448786 run iperf3-srv_10.42.42.10(pid=28084): Launched\u000a17:33:47.635441 tst iperf3.py:8: start network...\u000a17:33:47.762740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:33:48.243302 run create_hlr_db(pid=28085): Launched\u000a17:33:48.418616 bus /gobi_6: Setting Powered False\u000a17:33:49.440211 run create_hlr_db(pid=28085): Terminated: ok {rc=0}\u000a17:33:49.847567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28087): Launched\u000a17:33:50.153332 run osmo-hlr_10.42.42.2(pid=28088): Launched\u000a17:33:50.265430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:33:50.797652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28090): Launched\u000a17:33:51.104074 run osmo-stp_10.42.42.5(pid=28091): Launched\u000a17:33:51.215802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:33:51.747544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28093): Launched\u000a17:33:51.856423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:33:52.122591 run patchelf(pid=28094): Launched\u000a17:33:52.302177 run osmo-stp_10.42.42.5(pid=28091): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28091)]\u000a17:33:52.433267 run osmo-stp_10.42.42.5(pid=28091): stdout: \u000a| (launched: 2022-12-09_17:33:50.952416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:52.564783 run osmo-stp_10.42.42.5(pid=28091): stderr: \u000a| �[0;m�[38;5;43m20221209173351124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173351124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173351124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173351125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173351125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173351125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173351125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:52.691217 run osmo-stp_10.42.42.5(pid=28091): stdout: \u000a| (launched: 2022-12-09_17:33:50.952416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:52.816548 run osmo-stp_10.42.42.5(pid=28091): stderr: \u000a| �[0;m�[38;5;43m20221209173351124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173351124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173351124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173351125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173351125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173351125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173351125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:52.963164 run patchelf(pid=28094): Terminating (SIGINT)\u000a17:33:53.134789 run patchelf(pid=28094): Terminated: ok {rc=0}\u000a17:33:53.166406 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28091): Process ended prematurely: osmo-stp_10.42.42.5(pid=28091) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28091)] [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a17:33:53.175755 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:33:53.236903 run osmo-hlr_10.42.42.2(pid=28088): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28088)]\u000a17:33:53.286811 run osmo-hlr_10.42.42.2(pid=28088): stdout: \u000a| (launched: 2022-12-09_17:33:50.002386) \u000a17:33:53.337580 run osmo-hlr_10.42.42.2(pid=28088): stderr: \u000a| �[0;m�[1;31m20221209173350180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173350180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173350180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173350180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173350180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173350180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173350195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173350205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173350205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173350205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:33:53.380390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28083): Terminating (SIGTERM)\u000a17:33:53.420830 run iperf3-srv_10.42.42.10(pid=28084): Terminating (SIGTERM)\u000a17:33:53.462066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28087): Terminating (SIGTERM)\u000a17:33:53.502307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28090): Terminating (SIGTERM)\u000a17:33:53.542652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28093): Terminating (SIGTERM)\u000a17:33:53.552249 --- ParallelTerminationStrategy: PID 28083 died...\u000a17:33:53.606953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28083): Terminated: ok {rc=0}\u000a17:33:53.616500 --- ParallelTerminationStrategy: PID 28084 died...\u000a17:33:53.670529 run iperf3-srv_10.42.42.10(pid=28084): Terminated {rc=256}\u000a17:33:53.680210 --- ParallelTerminationStrategy: PID 28087 died...\u000a17:33:53.734341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28087): Terminated: ok {rc=0}\u000a17:33:53.744470 --- ParallelTerminationStrategy: PID 28090 died...\u000a17:33:53.798121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28090): Terminated: ok {rc=0}\u000a17:33:53.808105 --- ParallelTerminationStrategy: PID 28093 died...\u000a17:33:53.861892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28093): Terminated: ok {rc=0}\u000a17:33:53.951194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28109): Process ended prematurely: osmo-stp_10.42.42.5(pid=28109) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28109)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28109): Process ended prematurely: osmo-stp_10.42.42.5(pid=28109) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:33:55.062744 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:55.074373 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:33:55.214566 tst iperf3m4.py: using LAC 22601\u000a17:33:55.333446 tst iperf3m4.py: using RAC 161\u000a17:33:55.460489 tst iperf3m4.py: using CellId 22601\u000a17:33:55.587885 tst iperf3m4.py: using BVCI 22602\u000a17:33:55.613071 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:55.624509 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:55.635715 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:55.646946 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:55.658435 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:55.669965 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:55.681653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:55.692653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:55.704346 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:33:55.822635 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:33:55.945774 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:33:56.067463 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:33:56.348416 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:33:56.476266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:56.794291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28095): Launched\u000a17:33:57.058042 run iperf3-srv_10.42.42.10(pid=28096): Launched\u000a17:33:57.244254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:33:57.371295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:57.688819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28097): Launched\u000a17:33:57.952310 run iperf3-srv_10.42.42.10(pid=28098): Launched\u000a17:33:58.138739 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:33:58.266069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:58.585551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28099): Launched\u000a17:33:58.848809 run iperf3-srv_10.42.42.10(pid=28100): Launched\u000a17:33:59.035588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:33:59.162767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:59.480624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28101): Launched\u000a17:33:59.744077 run iperf3-srv_10.42.42.10(pid=28102): Launched\u000a17:33:59.930179 tst iperf3m4.py:8: start network...\u000a17:34:00.057382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:34:00.539013 run create_hlr_db(pid=28103): Launched\u000a17:34:00.714592 bus /gobi_6: Setting Powered False\u000a17:34:01.740599 run create_hlr_db(pid=28103): Terminated: ok {rc=0}\u000a17:34:02.179463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28105): Launched\u000a17:34:02.489969 run osmo-hlr_10.42.42.2(pid=28106): Launched\u000a17:34:02.610085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:34:03.150738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28108): Launched\u000a17:34:03.455982 run osmo-stp_10.42.42.5(pid=28109): Launched\u000a17:34:03.568406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:34:04.101227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28111): Launched\u000a17:34:04.210098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:34:04.479315 run patchelf(pid=28112): Launched\u000a17:34:04.658987 run osmo-stp_10.42.42.5(pid=28109): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28109)]\u000a17:34:04.790981 run osmo-stp_10.42.42.5(pid=28109): stdout: \u000a| (launched: 2022-12-09_17:34:03.305505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:04.922632 run osmo-stp_10.42.42.5(pid=28109): stderr: \u000a| �[0;m�[38;5;43m20221209173403477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173403478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173403478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173403478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173403479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173403479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173403479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:05.049773 run osmo-stp_10.42.42.5(pid=28109): stdout: \u000a| (launched: 2022-12-09_17:34:03.305505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:05.175450 run osmo-stp_10.42.42.5(pid=28109): stderr: \u000a| �[0;m�[38;5;43m20221209173403477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173403478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173403478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173403478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173403479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173403479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173403479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:05.321807 run patchelf(pid=28112): Terminating (SIGINT)\u000a17:34:05.493675 run patchelf(pid=28112): Terminated: ok {rc=0}\u000a17:34:05.525242 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28109): Process ended prematurely: osmo-stp_10.42.42.5(pid=28109) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28109)] [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:34:05.534603 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a17:34:05.596524 run osmo-hlr_10.42.42.2(pid=28106): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28106)]\u000a17:34:05.646492 run osmo-hlr_10.42.42.2(pid=28106): stdout: \u000a| (launched: 2022-12-09_17:34:02.336312) \u000a17:34:05.697128 run osmo-hlr_10.42.42.2(pid=28106): stderr: \u000a| �[0;m�[1;31m20221209173402513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173402513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173402513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173402513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173402513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173402513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173402529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173402538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173402538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173402538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:34:05.739948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28095): Terminating (SIGTERM)\u000a17:34:05.780534 run iperf3-srv_10.42.42.10(pid=28096): Terminating (SIGTERM)\u000a17:34:05.821415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28097): Terminating (SIGTERM)\u000a17:34:05.862063 run iperf3-srv_10.42.42.10(pid=28098): Terminating (SIGTERM)\u000a17:34:05.902660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28099): Terminating (SIGTERM)\u000a17:34:05.943358 run iperf3-srv_10.42.42.10(pid=28100): Terminating (SIGTERM)\u000a17:34:05.984190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28101): Terminating (SIGTERM)\u000a17:34:06.024659 run iperf3-srv_10.42.42.10(pid=28102): Terminating (SIGTERM)\u000a17:34:06.065724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28105): Terminating (SIGTERM)\u000a17:34:06.106608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28108): Terminating (SIGTERM)\u000a17:34:06.147186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28111): Terminating (SIGTERM)\u000a17:34:06.156720 --- ParallelTerminationStrategy: PID 28095 died...\u000a17:34:06.211150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28095): Terminated: ok {rc=0}\u000a17:34:06.220765 --- ParallelTerminationStrategy: PID 28096 died...\u000a17:34:06.274383 run iperf3-srv_10.42.42.10(pid=28096): Terminated {rc=256}\u000a17:34:06.284373 --- ParallelTerminationStrategy: PID 28097 died...\u000a17:34:06.338058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28097): Terminated: ok {rc=0}\u000a17:34:06.348052 --- ParallelTerminationStrategy: PID 28098 died...\u000a17:34:06.402144 run iperf3-srv_10.42.42.10(pid=28098): Terminated {rc=256}\u000a17:34:06.411808 --- ParallelTerminationStrategy: PID 28099 died...\u000a17:34:06.465475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28099): Terminated: ok {rc=0}\u000a17:34:06.475438 --- ParallelTerminationStrategy: PID 28100 died...\u000a17:34:06.529260 run iperf3-srv_10.42.42.10(pid=28100): Terminated {rc=256}\u000a17:34:06.539253 --- ParallelTerminationStrategy: PID 28101 died...\u000a17:34:06.593009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28101): Terminated: ok {rc=0}\u000a17:34:06.602953 --- ParallelTerminationStrategy: PID 28102 died...\u000a17:34:06.656972 run iperf3-srv_10.42.42.10(pid=28102): Terminated {rc=256}\u000a17:34:06.667158 --- ParallelTerminationStrategy: PID 28105 died...\u000a17:34:06.721088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28105): Terminated: ok {rc=0}\u000a17:34:06.731161 --- ParallelTerminationStrategy: PID 28108 died...\u000a17:34:06.785287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28108): Terminated: ok {rc=0}\u000a17:34:06.795304 --- ParallelTerminationStrategy: PID 28111 died...\u000a17:34:06.849409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28111): Terminated: ok {rc=0}\u000a17:34:06.938284 bus /gobi_4: Setting Powered False\u000a17:34:08.043550 bus /gobi_4: Setting Powered False\u000a17:34:09.156745 bus /gobi_1: Setting Powered False\u000a17:34:10.261705 bus /gobi_1: Setting Powered False\u000a17:34:11.374846 bus /gobi_0: Setting Powered False\u000a17:34:12.482766 bus /gobi_0: Setting Powered False\u000a17:34:13.592470 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28119): Process ended prematurely: osmo-stp_10.42.42.5(pid=28119) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28119)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28119): Process ended prematurely: osmo-stp_10.42.42.5(pid=28119) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:34:14.662177 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:14.674477 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:34:14.823454 tst ping.py: using LAC 22602\u000a17:34:14.943395 tst ping.py: using RAC 162\u000a17:34:15.059633 tst ping.py: using CellId 22602\u000a17:34:15.176544 tst ping.py: using BVCI 22603\u000a17:34:15.199596 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:15.210851 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:15.221697 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:15.232902 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:15.243948 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:15.255224 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:15.266538 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:15.277644 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:34:15.568194 tst ping.py:19: start network...\u000a17:34:15.701423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:34:16.262502 run create_hlr_db(pid=28113): Launched\u000a17:34:16.442940 bus /gobi_6: Setting Powered False\u000a17:34:17.457605 run create_hlr_db(pid=28113): Terminated: ok {rc=0}\u000a17:34:17.893053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28115): Launched\u000a17:34:18.214862 run osmo-hlr_10.42.42.2(pid=28116): Launched\u000a17:34:18.334185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:34:18.895684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28118): Launched\u000a17:34:19.215305 run osmo-stp_10.42.42.5(pid=28119): Launched\u000a17:34:19.330763 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:34:19.893277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28121): Launched\u000a17:34:20.007378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:34:20.288787 run patchelf(pid=28122): Launched\u000a17:34:20.476619 run osmo-stp_10.42.42.5(pid=28119): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28119)]\u000a17:34:20.614581 run osmo-stp_10.42.42.5(pid=28119): stdout: \u000a| (launched: 2022-12-09_17:34:19.058309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:20.753285 run osmo-stp_10.42.42.5(pid=28119): stderr: \u000a| �[0;m�[38;5;43m20221209173419254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173419254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173419254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173419254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173419255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173419255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173419255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:20.886318 run osmo-stp_10.42.42.5(pid=28119): stdout: \u000a| (launched: 2022-12-09_17:34:19.058309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:21.017490 run osmo-stp_10.42.42.5(pid=28119): stderr: \u000a| �[0;m�[38;5;43m20221209173419254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173419254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173419254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173419254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173419255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173419255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173419255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:21.171204 run patchelf(pid=28122): Terminating (SIGINT)\u000a17:34:21.350960 run patchelf(pid=28122): Terminated: ok {rc=0}\u000a17:34:21.383723 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28119): Process ended prematurely: osmo-stp_10.42.42.5(pid=28119) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28119)] [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a17:34:21.393075 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:34:21.456636 run osmo-hlr_10.42.42.2(pid=28116): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28116)]\u000a17:34:21.508535 run osmo-hlr_10.42.42.2(pid=28116): stdout: \u000a| (launched: 2022-12-09_17:34:18.056003) \u000a17:34:21.561292 run osmo-hlr_10.42.42.2(pid=28116): stderr: \u000a| �[0;m�[1;31m20221209173418254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173418254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173418254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173418254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173418254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173418254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173418265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173418273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173418274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173418274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:34:21.606289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28115): Terminating (SIGTERM)\u000a17:34:21.648694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28118): Terminating (SIGTERM)\u000a17:34:21.691495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28121): Terminating (SIGTERM)\u000a17:34:21.701464 --- ParallelTerminationStrategy: PID 28115 died...\u000a17:34:21.758760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28115): Terminated: ok {rc=0}\u000a17:34:21.769125 --- ParallelTerminationStrategy: PID 28118 died...\u000a17:34:21.825545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28118): Terminated: ok {rc=0}\u000a17:34:21.835789 --- ParallelTerminationStrategy: PID 28121 died...\u000a17:34:21.892330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28121): Terminated: ok {rc=0}\u000a17:34:21.979937 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28129): Process ended prematurely: osmo-stp_10.42.42.5(pid=28129) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28129)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28129): Process ended prematurely: osmo-stp_10.42.42.5(pid=28129) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:34:23.032914 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:23.045059 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:34:23.193296 tst ping_idle_ping.py: using LAC 22603\u000a17:34:23.321101 tst ping_idle_ping.py: using RAC 163\u000a17:34:23.449179 tst ping_idle_ping.py: using CellId 22603\u000a17:34:23.575252 tst ping_idle_ping.py: using BVCI 22604\u000a17:34:23.599850 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:23.611258 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:23.622451 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:23.634213 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:23.645913 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:23.657729 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:23.669578 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:23.681188 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:34:23.960837 tst ping_idle_ping.py:24: start network...\u000a17:34:24.086682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:34:24.566046 run create_hlr_db(pid=28123): Launched\u000a17:34:24.741068 bus /gobi_6: Setting Powered False\u000a17:34:25.761938 run create_hlr_db(pid=28123): Terminated: ok {rc=0}\u000a17:34:26.191671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28125): Launched\u000a17:34:26.514094 run osmo-hlr_10.42.42.2(pid=28126): Launched\u000a17:34:26.631353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:34:27.192134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28128): Launched\u000a17:34:27.517352 run osmo-stp_10.42.42.5(pid=28129): Launched\u000a17:34:27.633913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:34:28.199214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28131): Launched\u000a17:34:28.314284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:34:28.596043 run patchelf(pid=28132): Launched\u000a17:34:28.785494 run osmo-stp_10.42.42.5(pid=28129): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28129)]\u000a17:34:28.924057 run osmo-stp_10.42.42.5(pid=28129): stdout: \u000a| (launched: 2022-12-09_17:34:27.356062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:29.062984 run osmo-stp_10.42.42.5(pid=28129): stderr: \u000a| �[0;m�[38;5;43m20221209173427547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173427547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173427547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173427548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173427550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173427550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173427550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:29.196733 run osmo-stp_10.42.42.5(pid=28129): stdout: \u000a| (launched: 2022-12-09_17:34:27.356062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:29.329195 run osmo-stp_10.42.42.5(pid=28129): stderr: \u000a| �[0;m�[38;5;43m20221209173427547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173427547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173427547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173427548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173427550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173427550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173427550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:29.483310 run patchelf(pid=28132): Terminating (SIGINT)\u000a17:34:29.664595 run patchelf(pid=28132): Terminated: ok {rc=0}\u000a17:34:29.697642 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28129): Process ended prematurely: osmo-stp_10.42.42.5(pid=28129) [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28129)] [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:34:29.707149 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:34:29.771181 run osmo-hlr_10.42.42.2(pid=28126): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28126)]\u000a17:34:29.823270 run osmo-hlr_10.42.42.2(pid=28126): stdout: \u000a| (launched: 2022-12-09_17:34:26.355363) \u000a17:34:29.875916 run osmo-hlr_10.42.42.2(pid=28126): stderr: \u000a| �[0;m�[1;31m20221209173426553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173426553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173426553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173426553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173426553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173426553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173426565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173426573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173426573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173426573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:34:29.921005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28125): Terminating (SIGTERM)\u000a17:34:29.963497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28128): Terminating (SIGTERM)\u000a17:34:30.006097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28131): Terminating (SIGTERM)\u000a17:34:30.015969 --- ParallelTerminationStrategy: PID 28125 died...\u000a17:34:30.072863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28125): Terminated: ok {rc=0}\u000a17:34:30.083308 --- ParallelTerminationStrategy: PID 28128 died...\u000a17:34:30.139868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28128): Terminated: ok {rc=0}\u000a17:34:30.150036 --- ParallelTerminationStrategy: PID 28131 died...\u000a17:34:30.206491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28131): Terminated: ok {rc=0}\u000a17:34:30.294537 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:33:32" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28146): Process ended prematurely: osmo-stp_10.42.42.5(pid=28146) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28146)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28146): Process ended prematurely: osmo-stp_10.42.42.5(pid=28146) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:34:32.519113 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:32.530591 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:34:32.693789 tst cs_paging_gprs_active.py: using LAC 22604\u000a17:34:32.820722 tst cs_paging_gprs_active.py: using RAC 164\u000a17:34:32.947203 tst cs_paging_gprs_active.py: using CellId 22604\u000a17:34:33.073763 tst cs_paging_gprs_active.py: using BVCI 22605\u000a17:34:33.098830 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:33.110085 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:33.121181 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:33.132239 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:33.143339 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:33.154498 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:33.165884 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:33.177071 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:33.188463 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:34:33.308070 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:34:33.591424 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:34:33.719630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:34.038541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28136): Launched\u000a17:34:34.303324 run iperf3-srv_10.42.42.10(pid=28137): Launched\u000a17:34:34.491668 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:34:34.619886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:34.938093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28138): Launched\u000a17:34:35.202209 run iperf3-srv_10.42.42.10(pid=28139): Launched\u000a17:34:35.389742 tst cs_paging_gprs_active.py:38: start network...\u000a17:34:35.516936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:34:35.999202 run create_hlr_db(pid=28140): Launched\u000a17:34:36.174489 bus /gobi_6: Setting Powered False\u000a17:34:37.196748 run create_hlr_db(pid=28140): Terminated: ok {rc=0}\u000a17:34:37.633931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28142): Launched\u000a17:34:37.963348 run osmo-hlr_10.42.42.2(pid=28143): Launched\u000a17:34:38.085814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:34:38.656144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28145): Launched\u000a17:34:38.984721 run osmo-stp_10.42.42.5(pid=28146): Launched\u000a17:34:39.103586 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:34:39.675978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28148): Launched\u000a17:34:39.792855 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:34:40.079242 run patchelf(pid=28149): Launched\u000a17:34:40.271067 run osmo-stp_10.42.42.5(pid=28146): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28146)]\u000a17:34:40.411379 run osmo-stp_10.42.42.5(pid=28146): stdout: \u000a| (launched: 2022-12-09_17:34:38.823124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:40.551401 run osmo-stp_10.42.42.5(pid=28146): stderr: \u000a| �[0;m�[38;5;43m20221209173439017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173439017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173439018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173439018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173439018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173439018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173439019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:40.687165 run osmo-stp_10.42.42.5(pid=28146): stdout: \u000a| (launched: 2022-12-09_17:34:38.823124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:40.822017 run osmo-stp_10.42.42.5(pid=28146): stderr: \u000a| �[0;m�[38;5;43m20221209173439017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173439017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173439018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173439018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173439018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173439018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173439019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:40.978414 run patchelf(pid=28149): Terminating (SIGINT)\u000a17:34:41.162894 run patchelf(pid=28149): Terminated: ok {rc=0}\u000a17:34:41.196758 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28146): Process ended prematurely: osmo-stp_10.42.42.5(pid=28146) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28146)] [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:34:41.206850 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:34:41.270231 run osmo-hlr_10.42.42.2(pid=28143): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28143)]\u000a17:34:41.322412 run osmo-hlr_10.42.42.2(pid=28143): stdout: \u000a| (launched: 2022-12-09_17:34:37.801478) \u000a17:34:41.375131 run osmo-hlr_10.42.42.2(pid=28143): stderr: \u000a| �[0;m�[1;31m20221209173438002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173438002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173438002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173438002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173438002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173438002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173438014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173438023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173438023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173438023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:34:41.419964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28136): Terminating (SIGTERM)\u000a17:34:41.462187 run iperf3-srv_10.42.42.10(pid=28137): Terminating (SIGTERM)\u000a17:34:41.504332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28138): Terminating (SIGTERM)\u000a17:34:41.546559 run iperf3-srv_10.42.42.10(pid=28139): Terminating (SIGTERM)\u000a17:34:41.588823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28142): Terminating (SIGTERM)\u000a17:34:41.630986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28145): Terminating (SIGTERM)\u000a17:34:41.673149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28148): Terminating (SIGTERM)\u000a17:34:41.682849 --- ParallelTerminationStrategy: PID 28136 died...\u000a17:34:41.738982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28136): Terminated: ok {rc=0}\u000a17:34:41.749391 --- ParallelTerminationStrategy: PID 28137 died...\u000a17:34:41.805866 run iperf3-srv_10.42.42.10(pid=28137): Terminated {rc=256}\u000a17:34:41.816195 --- ParallelTerminationStrategy: PID 28138 died...\u000a17:34:41.872162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28138): Terminated: ok {rc=0}\u000a17:34:41.882604 --- ParallelTerminationStrategy: PID 28139 died...\u000a17:34:41.938395 run iperf3-srv_10.42.42.10(pid=28139): Terminated {rc=256}\u000a17:34:41.948606 --- ParallelTerminationStrategy: PID 28142 died...\u000a17:34:42.004580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28142): Terminated: ok {rc=0}\u000a17:34:42.014784 --- ParallelTerminationStrategy: PID 28145 died...\u000a17:34:42.070591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28145): Terminated: ok {rc=0}\u000a17:34:42.080862 --- ParallelTerminationStrategy: PID 28148 died...\u000a17:34:42.137133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28148): Terminated: ok {rc=0}\u000a17:34:42.224778 bus /gobi_0: Setting Powered False\u000a17:34:43.334240 bus /gobi_0: Setting Powered False\u000a17:34:44.445320 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28158): Process ended prematurely: osmo-stp_10.42.42.5(pid=28158) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28158)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28158): Process ended prematurely: osmo-stp_10.42.42.5(pid=28158) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:34:45.557255 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:45.568708 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:34:45.728619 tst iperf3.py: using LAC 22605\u000a17:34:45.857966 tst iperf3.py: using RAC 165\u000a17:34:46.003496 tst iperf3.py: using CellId 22605\u000a17:34:46.152890 tst iperf3.py: using BVCI 22606\u000a17:34:46.178217 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:46.190113 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:46.202683 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:46.215095 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:46.226711 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:46.240315 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:46.252301 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:46.265422 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:46.279368 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:34:46.617995 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:34:46.758576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:47.114162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28150): Launched\u000a17:34:47.400459 run iperf3-srv_10.42.42.10(pid=28151): Launched\u000a17:34:47.600912 tst iperf3.py:8: start network...\u000a17:34:47.737347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:34:48.261673 run create_hlr_db(pid=28152): Launched\u000a17:34:48.451023 bus /gobi_6: Setting Powered False\u000a17:34:49.472509 run create_hlr_db(pid=28152): Terminated: ok {rc=0}\u000a17:34:49.910416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28154): Launched\u000a17:34:50.236238 run osmo-hlr_10.42.42.2(pid=28155): Launched\u000a17:34:50.354656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:34:50.924260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28157): Launched\u000a17:34:51.251665 run osmo-stp_10.42.42.5(pid=28158): Launched\u000a17:34:51.370442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:34:51.942747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28160): Launched\u000a17:34:52.059632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:34:52.345397 run patchelf(pid=28161): Launched\u000a17:34:52.537435 run osmo-stp_10.42.42.5(pid=28158): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28158)]\u000a17:34:52.677682 run osmo-stp_10.42.42.5(pid=28158): stdout: \u000a| (launched: 2022-12-09_17:34:51.090272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:52.818543 run osmo-stp_10.42.42.5(pid=28158): stderr: \u000a| �[0;m�[38;5;43m20221209173451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173451284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173451284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173451284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173451285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173451285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173451285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:52.954001 run osmo-stp_10.42.42.5(pid=28158): stdout: \u000a| (launched: 2022-12-09_17:34:51.090272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:53.088276 run osmo-stp_10.42.42.5(pid=28158): stderr: \u000a| �[0;m�[38;5;43m20221209173451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173451284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173451284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173451284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173451285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173451285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173451285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:53.244586 run patchelf(pid=28161): Terminating (SIGINT)\u000a17:34:53.429103 run patchelf(pid=28161): Terminated: ok {rc=0}\u000a17:34:53.462949 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28158): Process ended prematurely: osmo-stp_10.42.42.5(pid=28158) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28158)] [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:34:53.473070 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a17:34:53.536866 run osmo-hlr_10.42.42.2(pid=28155): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28155)]\u000a17:34:53.589052 run osmo-hlr_10.42.42.2(pid=28155): stdout: \u000a| (launched: 2022-12-09_17:34:50.076569) \u000a17:34:53.641830 run osmo-hlr_10.42.42.2(pid=28155): stderr: \u000a| �[0;m�[1;31m20221209173450276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173450276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173450276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173450277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173450277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173450277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173450293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173450303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173450303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173450303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:34:53.686891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28150): Terminating (SIGTERM)\u000a17:34:53.729609 run iperf3-srv_10.42.42.10(pid=28151): Terminating (SIGTERM)\u000a17:34:53.772722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28154): Terminating (SIGTERM)\u000a17:34:53.815595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28157): Terminating (SIGTERM)\u000a17:34:53.858607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28160): Terminating (SIGTERM)\u000a17:34:53.868657 --- ParallelTerminationStrategy: PID 28150 died...\u000a17:34:53.926064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28150): Terminated: ok {rc=0}\u000a17:34:53.936446 --- ParallelTerminationStrategy: PID 28151 died...\u000a17:34:53.993200 run iperf3-srv_10.42.42.10(pid=28151): Terminated {rc=256}\u000a17:34:54.003756 --- ParallelTerminationStrategy: PID 28154 died...\u000a17:34:54.060605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28154): Terminated: ok {rc=0}\u000a17:34:54.070913 --- ParallelTerminationStrategy: PID 28157 died...\u000a17:34:54.127838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28157): Terminated: ok {rc=0}\u000a17:34:54.138206 --- ParallelTerminationStrategy: PID 28160 died...\u000a17:34:54.194903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28160): Terminated: ok {rc=0}\u000a17:34:54.284171 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28180): Process ended prematurely: osmo-stp_10.42.42.5(pid=28180) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28180)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28180): Process ended prematurely: osmo-stp_10.42.42.5(pid=28180) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:34:55.402786 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:55.415083 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:34:55.581553 tst iperf3m4.py: using LAC 22606\u000a17:34:55.710524 tst iperf3m4.py: using RAC 166\u000a17:34:55.839078 tst iperf3m4.py: using CellId 22606\u000a17:34:55.970861 tst iperf3m4.py: using BVCI 22607\u000a17:34:55.996113 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:56.007648 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:56.019023 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:56.030413 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:56.041696 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:56.053072 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:56.064426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:56.075679 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:56.087099 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:34:56.207996 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:34:56.326746 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:34:56.443764 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:34:56.740102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:34:56.877576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:57.217162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28162): Launched\u000a17:34:57.500125 run iperf3-srv_10.42.42.10(pid=28163): Launched\u000a17:34:57.701002 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:34:57.838151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:58.179231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28164): Launched\u000a17:34:58.463462 run iperf3-srv_10.42.42.10(pid=28165): Launched\u000a17:34:58.664059 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:34:58.801352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:59.141996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28166): Launched\u000a17:34:59.423324 run iperf3-srv_10.42.42.10(pid=28167): Launched\u000a17:34:59.623890 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:34:59.760476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:00.099685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28168): Launched\u000a17:35:00.382710 run iperf3-srv_10.42.42.10(pid=28169): Launched\u000a17:35:00.582807 tst iperf3m4.py:8: start network...\u000a17:35:00.719144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:35:01.289178 run create_hlr_db(pid=28170): Launched\u000a17:35:01.483450 bus /gobi_6: Setting Powered False\u000a17:35:02.499200 run create_hlr_db(pid=28170): Terminated: ok {rc=0}\u000a17:35:02.913200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28176): Launched\u000a17:35:03.222743 run osmo-hlr_10.42.42.2(pid=28177): Launched\u000a17:35:03.341774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:35:03.884539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28179): Launched\u000a17:35:04.189966 run osmo-stp_10.42.42.5(pid=28180): Launched\u000a17:35:04.303291 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:35:04.838875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28182): Launched\u000a17:35:04.947293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:35:05.214787 run patchelf(pid=28183): Launched\u000a17:35:05.394310 run osmo-stp_10.42.42.5(pid=28180): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28180)]\u000a17:35:05.526283 run osmo-stp_10.42.42.5(pid=28180): stdout: \u000a| (launched: 2022-12-09_17:35:04.039273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:05.658069 run osmo-stp_10.42.42.5(pid=28180): stderr: \u000a| �[0;m�[38;5;43m20221209173504209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173504209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173504209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173504209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173504212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173504212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173504212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:05.784576 run osmo-stp_10.42.42.5(pid=28180): stdout: \u000a| (launched: 2022-12-09_17:35:04.039273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:05.910298 run osmo-stp_10.42.42.5(pid=28180): stderr: \u000a| �[0;m�[38;5;43m20221209173504209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173504209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173504209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173504209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173504212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173504212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173504212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:06.056814 run patchelf(pid=28183): Terminating (SIGINT)\u000a17:35:06.229885 run patchelf(pid=28183): Terminated: ok {rc=0}\u000a17:35:06.261720 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28180): Process ended prematurely: osmo-stp_10.42.42.5(pid=28180) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28180)] [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:35:06.271108 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a17:35:06.332644 run osmo-hlr_10.42.42.2(pid=28177): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28177)]\u000a17:35:06.382319 run osmo-hlr_10.42.42.2(pid=28177): stdout: \u000a| (launched: 2022-12-09_17:35:03.069516) \u000a17:35:06.432395 run osmo-hlr_10.42.42.2(pid=28177): stderr: \u000a| �[0;m�[1;31m20221209173503247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173503247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173503247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173503247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173503248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173503248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173503260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173503268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173503269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173503269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:35:06.475133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28162): Terminating (SIGTERM)\u000a17:35:06.515651 run iperf3-srv_10.42.42.10(pid=28163): Terminating (SIGTERM)\u000a17:35:06.556200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28164): Terminating (SIGTERM)\u000a17:35:06.596653 run iperf3-srv_10.42.42.10(pid=28165): Terminating (SIGTERM)\u000a17:35:06.637098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28166): Terminating (SIGTERM)\u000a17:35:06.677765 run iperf3-srv_10.42.42.10(pid=28167): Terminating (SIGTERM)\u000a17:35:06.717942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28168): Terminating (SIGTERM)\u000a17:35:06.758279 run iperf3-srv_10.42.42.10(pid=28169): Terminating (SIGTERM)\u000a17:35:06.798586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28176): Terminating (SIGTERM)\u000a17:35:06.838856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28179): Terminating (SIGTERM)\u000a17:35:06.879118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28182): Terminating (SIGTERM)\u000a17:35:06.888580 --- ParallelTerminationStrategy: PID 28162 died...\u000a17:35:06.942553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28162): Terminated: ok {rc=0}\u000a17:35:06.952383 --- ParallelTerminationStrategy: PID 28163 died...\u000a17:35:07.006003 run iperf3-srv_10.42.42.10(pid=28163): Terminated {rc=256}\u000a17:35:07.015511 --- ParallelTerminationStrategy: PID 28164 died...\u000a17:35:07.069930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28164): Terminated: ok {rc=0}\u000a17:35:07.079804 --- ParallelTerminationStrategy: PID 28165 died...\u000a17:35:07.133589 run iperf3-srv_10.42.42.10(pid=28165): Terminated {rc=256}\u000a17:35:07.143185 --- ParallelTerminationStrategy: PID 28166 died...\u000a17:35:07.196733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28166): Terminated: ok {rc=0}\u000a17:35:07.206450 --- ParallelTerminationStrategy: PID 28167 died...\u000a17:35:07.260225 run iperf3-srv_10.42.42.10(pid=28167): Terminated {rc=256}\u000a17:35:07.270069 --- ParallelTerminationStrategy: PID 28168 died...\u000a17:35:07.323771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28168): Terminated: ok {rc=0}\u000a17:35:07.333774 --- ParallelTerminationStrategy: PID 28169 died...\u000a17:35:07.387185 run iperf3-srv_10.42.42.10(pid=28169): Terminated {rc=256}\u000a17:35:07.397059 --- ParallelTerminationStrategy: PID 28176 died...\u000a17:35:07.450681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28176): Terminated: ok {rc=0}\u000a17:35:07.460344 --- ParallelTerminationStrategy: PID 28179 died...\u000a17:35:07.514836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28179): Terminated: ok {rc=0}\u000a17:35:07.524583 --- ParallelTerminationStrategy: PID 28182 died...\u000a17:35:07.578011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28182): Terminated: ok {rc=0}\u000a17:35:07.667623 bus /gobi_4: Setting Powered False\u000a17:35:08.772171 bus /gobi_4: Setting Powered False\u000a17:35:09.885115 bus /gobi_1: Setting Powered False\u000a17:35:10.988612 bus /gobi_1: Setting Powered False\u000a17:35:12.101504 bus /gobi_0: Setting Powered False\u000a17:35:13.205383 bus /gobi_0: Setting Powered False\u000a17:35:14.318089 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28192): Process ended prematurely: osmo-stp_10.42.42.5(pid=28192) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28192)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28192): Process ended prematurely: osmo-stp_10.42.42.5(pid=28192) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:35:15.387346 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:15.399540 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:35:15.566234 tst ping.py: using LAC 22607\u000a17:35:15.691454 tst ping.py: using RAC 167\u000a17:35:15.816469 tst ping.py: using CellId 22607\u000a17:35:15.970426 tst ping.py: using BVCI 22608\u000a17:35:15.995797 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:16.007734 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:16.019455 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:16.031383 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:16.043285 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:16.055318 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:16.067467 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:16.079539 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:35:16.368647 tst ping.py:19: start network...\u000a17:35:16.502027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:35:17.033237 run create_hlr_db(pid=28186): Launched\u000a17:35:17.213316 bus /gobi_6: Setting Powered False\u000a17:35:18.229339 run create_hlr_db(pid=28186): Terminated: ok {rc=0}\u000a17:35:18.659294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28188): Launched\u000a17:35:18.981308 run osmo-hlr_10.42.42.2(pid=28189): Launched\u000a17:35:19.101637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:35:19.664240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28191): Launched\u000a17:35:19.986174 run osmo-stp_10.42.42.5(pid=28192): Launched\u000a17:35:20.101842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:35:20.663550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28194): Launched\u000a17:35:20.778360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:35:21.058081 run patchelf(pid=28195): Launched\u000a17:35:21.245502 run osmo-stp_10.42.42.5(pid=28192): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28192)]\u000a17:35:21.383156 run osmo-stp_10.42.42.5(pid=28192): stdout: \u000a| (launched: 2022-12-09_17:35:19.827121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:21.521407 run osmo-stp_10.42.42.5(pid=28192): stderr: \u000a| �[0;m�[38;5;43m20221209173520018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173520018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173520018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173520019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173520019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173520019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173520019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:21.654669 run osmo-stp_10.42.42.5(pid=28192): stdout: \u000a| (launched: 2022-12-09_17:35:19.827121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:21.786006 run osmo-stp_10.42.42.5(pid=28192): stderr: \u000a| �[0;m�[38;5;43m20221209173520018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173520018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173520018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173520019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173520019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173520019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173520019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:21.939435 run patchelf(pid=28195): Terminating (SIGINT)\u000a17:35:22.119180 run patchelf(pid=28195): Terminated: ok {rc=0}\u000a17:35:22.151805 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28192): Process ended prematurely: osmo-stp_10.42.42.5(pid=28192) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28192)] [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:35:22.161198 tst ping.py:22: Test FAILED (6.8 sec)\u000a17:35:22.224877 run osmo-hlr_10.42.42.2(pid=28189): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28189)]\u000a17:35:22.276796 run osmo-hlr_10.42.42.2(pid=28189): stdout: \u000a| (launched: 2022-12-09_17:35:18.822775) \u000a17:35:22.329437 run osmo-hlr_10.42.42.2(pid=28189): stderr: \u000a| �[0;m�[1;31m20221209173519020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173519020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173519020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173519021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173519021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173519021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173519033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173519041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173519041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173519041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:35:22.374238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28188): Terminating (SIGTERM)\u000a17:35:22.416262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28191): Terminating (SIGTERM)\u000a17:35:22.458670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28194): Terminating (SIGTERM)\u000a17:35:22.468428 --- ParallelTerminationStrategy: PID 28188 died...\u000a17:35:22.525508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28188): Terminated: ok {rc=0}\u000a17:35:22.535756 --- ParallelTerminationStrategy: PID 28191 died...\u000a17:35:22.592671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28191): Terminated: ok {rc=0}\u000a17:35:22.602860 --- ParallelTerminationStrategy: PID 28194 died...\u000a17:35:22.659066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28194): Terminated: ok {rc=0}\u000a17:35:22.747783 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28202): Process ended prematurely: osmo-stp_10.42.42.5(pid=28202) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28202): Process ended prematurely: osmo-stp_10.42.42.5(pid=28202) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:35:23.798837 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:23.810422 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:35:23.969924 tst ping_idle_ping.py: using LAC 22608\u000a17:35:24.089178 tst ping_idle_ping.py: using RAC 168\u000a17:35:24.207619 tst ping_idle_ping.py: using CellId 22608\u000a17:35:24.327266 tst ping_idle_ping.py: using BVCI 22609\u000a17:35:24.350518 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:24.361413 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:24.372086 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:24.383176 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:24.394109 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:24.405043 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:24.416057 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:24.427132 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:35:24.719925 tst ping_idle_ping.py:24: start network...\u000a17:35:24.854882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:35:25.377328 run create_hlr_db(pid=28196): Launched\u000a17:35:25.565139 bus /gobi_6: Setting Powered False\u000a17:35:26.584859 run create_hlr_db(pid=28196): Terminated: ok {rc=0}\u000a17:35:26.990865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28198): Launched\u000a17:35:27.293813 run osmo-hlr_10.42.42.2(pid=28199): Launched\u000a17:35:27.412166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:35:27.945883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28201): Launched\u000a17:35:28.246357 run osmo-stp_10.42.42.5(pid=28202): Launched\u000a17:35:28.356494 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:35:28.882012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28204): Launched\u000a17:35:28.988894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:35:29.253522 run patchelf(pid=28205): Launched\u000a17:35:29.430351 run osmo-stp_10.42.42.5(pid=28202): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)]\u000a17:35:29.560089 run osmo-stp_10.42.42.5(pid=28202): stdout: \u000a| (launched: 2022-12-09_17:35:28.098314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:29.690345 run osmo-stp_10.42.42.5(pid=28202): stderr: \u000a| �[0;m�[38;5;43m20221209173528270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173528270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173528270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173528271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173528271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173528271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173528271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:29.815165 run osmo-stp_10.42.42.5(pid=28202): stdout: \u000a| (launched: 2022-12-09_17:35:28.098314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:29.938521 run osmo-stp_10.42.42.5(pid=28202): stderr: \u000a| �[0;m�[38;5;43m20221209173528270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173528270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173528270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173528271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173528271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173528271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173528271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:30.082481 run patchelf(pid=28205): Terminating (SIGINT)\u000a17:35:30.251279 run patchelf(pid=28205): Terminated: ok {rc=0}\u000a17:35:30.282075 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28202): Process ended prematurely: osmo-stp_10.42.42.5(pid=28202) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)] [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:35:30.290813 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:35:30.352260 run osmo-hlr_10.42.42.2(pid=28199): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28199)]\u000a17:35:30.402143 run osmo-hlr_10.42.42.2(pid=28199): stdout: \u000a| (launched: 2022-12-09_17:35:27.143430) \u000a17:35:30.452687 run osmo-hlr_10.42.42.2(pid=28199): stderr: \u000a| �[0;m�[1;31m20221209173527319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173527319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173527319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173527319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173527319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173527319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173527330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173527339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173527339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173527339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:35:30.495334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28198): Terminating (SIGTERM)\u000a17:35:30.535940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28201): Terminating (SIGTERM)\u000a17:35:30.576443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28204): Terminating (SIGTERM)\u000a17:35:30.585967 --- ParallelTerminationStrategy: PID 28198 died...\u000a17:35:30.640226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28198): Terminated: ok {rc=0}\u000a17:35:30.650192 --- ParallelTerminationStrategy: PID 28201 died...\u000a17:35:30.703967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28201): Terminated: ok {rc=0}\u000a17:35:30.713789 --- ParallelTerminationStrategy: PID 28204 died...\u000a17:35:30.767513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28204): Terminated: ok {rc=0}\u000a17:35:30.877957 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:34:32" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28219): Process ended prematurely: osmo-stp_10.42.42.5(pid=28219) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28219)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28219): Process ended prematurely: osmo-stp_10.42.42.5(pid=28219) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:35:33.058267 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:33.069190 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:35:33.225834 tst cs_paging_gprs_active.py: using LAC 22609\u000a17:35:33.344713 tst cs_paging_gprs_active.py: using RAC 169\u000a17:35:33.466128 tst cs_paging_gprs_active.py: using CellId 22609\u000a17:35:33.587905 tst cs_paging_gprs_active.py: using BVCI 22610\u000a17:35:33.611195 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:33.622069 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:33.632784 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:33.643715 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:33.654544 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:33.665513 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:33.676468 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:33.687342 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:33.698399 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:35:33.820795 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:35:34.105522 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:35:34.232729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:34.549182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28209): Launched\u000a17:35:34.812785 run iperf3-srv_10.42.42.10(pid=28210): Launched\u000a17:35:34.998804 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:35:35.125738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:35.444314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28211): Launched\u000a17:35:35.708446 run iperf3-srv_10.42.42.10(pid=28212): Launched\u000a17:35:35.894845 tst cs_paging_gprs_active.py:38: start network...\u000a17:35:36.021688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:35:36.502029 run create_hlr_db(pid=28213): Launched\u000a17:35:36.677823 bus /gobi_6: Setting Powered False\u000a17:35:37.698844 run create_hlr_db(pid=28213): Terminated: ok {rc=0}\u000a17:35:38.135003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28215): Launched\u000a17:35:38.462507 run osmo-hlr_10.42.42.2(pid=28216): Launched\u000a17:35:38.582809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:35:39.150997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28218): Launched\u000a17:35:39.479025 run osmo-stp_10.42.42.5(pid=28219): Launched\u000a17:35:39.598285 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:35:40.172353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28222): Launched\u000a17:35:40.288792 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:35:40.576028 run patchelf(pid=28223): Launched\u000a17:35:40.767262 run osmo-stp_10.42.42.5(pid=28219): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28219)]\u000a17:35:40.907424 run osmo-stp_10.42.42.5(pid=28219): stdout: \u000a| (launched: 2022-12-09_17:35:39.317189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:41.047261 run osmo-stp_10.42.42.5(pid=28219): stderr: \u000a| �[0;m�[38;5;43m20221209173539510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173539510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173539510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173539511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173539511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173539511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173539511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:41.182139 run osmo-stp_10.42.42.5(pid=28219): stdout: \u000a| (launched: 2022-12-09_17:35:39.317189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:41.315759 run osmo-stp_10.42.42.5(pid=28219): stderr: \u000a| �[0;m�[38;5;43m20221209173539510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173539510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173539510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173539511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173539511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173539511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173539511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:41.472142 run patchelf(pid=28223): Terminating (SIGINT)\u000a17:35:41.656359 run patchelf(pid=28223): Terminated: ok {rc=0}\u000a17:35:41.690404 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28219): Process ended prematurely: osmo-stp_10.42.42.5(pid=28219) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28219)] [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:35:41.700321 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:35:41.763595 run osmo-hlr_10.42.42.2(pid=28216): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28216)]\u000a17:35:41.815965 run osmo-hlr_10.42.42.2(pid=28216): stdout: \u000a| (launched: 2022-12-09_17:35:38.301420) \u000a17:35:41.868135 run osmo-hlr_10.42.42.2(pid=28216): stderr: \u000a| �[0;m�[1;31m20221209173538499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173538499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173538499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173538499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173538499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173538500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173538515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173538524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173538525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173538525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:35:41.912852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28209): Terminating (SIGTERM)\u000a17:35:41.954876 run iperf3-srv_10.42.42.10(pid=28210): Terminating (SIGTERM)\u000a17:35:41.997112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28211): Terminating (SIGTERM)\u000a17:35:42.039031 run iperf3-srv_10.42.42.10(pid=28212): Terminating (SIGTERM)\u000a17:35:42.081215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28215): Terminating (SIGTERM)\u000a17:35:42.123325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28218): Terminating (SIGTERM)\u000a17:35:42.165385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28222): Terminating (SIGTERM)\u000a17:35:42.175050 --- ParallelTerminationStrategy: PID 28209 died...\u000a17:35:42.231677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28209): Terminated: ok {rc=0}\u000a17:35:42.241792 --- ParallelTerminationStrategy: PID 28210 died...\u000a17:35:42.297412 run iperf3-srv_10.42.42.10(pid=28210): Terminated {rc=256}\u000a17:35:42.307282 --- ParallelTerminationStrategy: PID 28211 died...\u000a17:35:42.362971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28211): Terminated: ok {rc=0}\u000a17:35:42.372935 --- ParallelTerminationStrategy: PID 28212 died...\u000a17:35:42.428192 run iperf3-srv_10.42.42.10(pid=28212): Terminated {rc=256}\u000a17:35:42.438147 --- ParallelTerminationStrategy: PID 28215 died...\u000a17:35:42.493879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28215): Terminated: ok {rc=0}\u000a17:35:42.503805 --- ParallelTerminationStrategy: PID 28218 died...\u000a17:35:42.559235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28218): Terminated: ok {rc=0}\u000a17:35:42.569355 --- ParallelTerminationStrategy: PID 28222 died...\u000a17:35:42.624702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28222): Terminated: ok {rc=0}\u000a17:35:42.711531 bus /gobi_0: Setting Powered False\u000a17:35:43.819728 bus /gobi_0: Setting Powered False\u000a17:35:44.926751 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:35:46.043315 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.055933 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:35:46.225151 tst iperf3.py: using LAC 22610\u000a17:35:46.373846 tst iperf3.py: using RAC 170\u000a17:35:46.529852 tst iperf3.py: using CellId 22610\u000a17:35:46.686015 tst iperf3.py: using BVCI 22611\u000a17:35:46.711369 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.723599 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.736804 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.750041 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.762681 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.775529 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.789848 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.801792 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.814990 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:35:47.110008 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:35:47.240625 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:47.558536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Launched\u000a17:35:47.822688 run iperf3-srv_10.42.42.10(pid=28225): Launched\u000a17:35:48.009361 tst iperf3.py:8: start network...\u000a17:35:48.137153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:35:48.617668 run create_hlr_db(pid=28226): Launched\u000a17:35:48.794066 bus /gobi_6: Setting Powered False\u000a17:35:49.816388 run create_hlr_db(pid=28226): Terminated: ok {rc=0}\u000a17:35:50.251486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Launched\u000a17:35:50.581133 run osmo-hlr_10.42.42.2(pid=28229): Launched\u000a17:35:50.700324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:35:51.268680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Launched\u000a17:35:51.596224 run osmo-stp_10.42.42.5(pid=28232): Launched\u000a17:35:51.713887 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:35:52.285333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28234): Launched\u000a17:35:52.401795 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:35:52.687008 run patchelf(pid=28235): Launched\u000a17:35:52.878616 run osmo-stp_10.42.42.5(pid=28232): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]\u000a17:35:53.018498 run osmo-stp_10.42.42.5(pid=28232): stdout: \u000a| (launched: 2022-12-09_17:35:51.435038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:53.158862 run osmo-stp_10.42.42.5(pid=28232): stderr: \u000a| �[0;m�[38;5;43m20221209173551633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173551633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173551633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173551633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173551634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173551634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173551634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:53.293702 run osmo-stp_10.42.42.5(pid=28232): stdout: \u000a| (launched: 2022-12-09_17:35:51.435038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:53.427420 run osmo-stp_10.42.42.5(pid=28232): stderr: \u000a| �[0;m�[38;5;43m20221209173551633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173551633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173551633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173551633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173551634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173551634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173551634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:53.583244 run patchelf(pid=28235): Terminating (SIGINT)\u000a17:35:53.766603 run patchelf(pid=28235): Terminated: ok {rc=0}\u000a17:35:53.800658 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)] [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:35:53.810847 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:35:53.874584 run osmo-hlr_10.42.42.2(pid=28229): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28229)]\u000a17:35:53.926741 run osmo-hlr_10.42.42.2(pid=28229): stdout: \u000a| (launched: 2022-12-09_17:35:50.420353) \u000a17:35:53.979187 run osmo-hlr_10.42.42.2(pid=28229): stderr: \u000a| �[0;m�[1;31m20221209173550623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173550623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173550623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173550623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173550623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173550623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173550635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173550643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173550643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173550643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:35:54.023694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Terminating (SIGTERM)\u000a17:35:54.065988 run iperf3-srv_10.42.42.10(pid=28225): Terminating (SIGTERM)\u000a17:35:54.108313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Terminating (SIGTERM)\u000a17:35:54.150737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Terminating (SIGTERM)\u000a17:35:54.193182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28234): Terminating (SIGTERM)\u000a17:35:54.202928 --- ParallelTerminationStrategy: PID 28224 died...\u000a17:35:54.259459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Terminated: ok {rc=0}\u000a17:35:54.269673 --- ParallelTerminationStrategy: PID 28225 died...\u000a17:35:54.325842 run iperf3-srv_10.42.42.10(pid=28225): Terminated {rc=256}\u000a17:35:54.335953 --- ParallelTerminationStrategy: PID 28228 died...\u000a17:35:54.392345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Terminated: ok {rc=0}\u000a17:35:54.402491 --- ParallelTerminationStrategy: PID 28231 died...\u000a17:35:54.458669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Terminated: ok {rc=0}\u000a17:35:54.468707 --- ParallelTerminationStrategy: PID 28234 died...\u000a17:35:54.525333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28234): Terminated: ok {rc=0}\u000a17:35:54.614046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28250): Process ended prematurely: osmo-stp_10.42.42.5(pid=28250) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28250)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28250): Process ended prematurely: osmo-stp_10.42.42.5(pid=28250) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:35:55.730617 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:55.742496 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:35:55.910794 tst iperf3m4.py: using LAC 22611\u000a17:35:56.040119 tst iperf3m4.py: using RAC 171\u000a17:35:56.170171 tst iperf3m4.py: using CellId 22611\u000a17:35:56.297762 tst iperf3m4.py: using BVCI 22612\u000a17:35:56.322802 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:56.334220 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:56.345346 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:56.356503 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:56.367590 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:56.378831 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:56.390099 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:56.401090 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:56.412402 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:35:56.529162 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:35:56.650822 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:35:56.769137 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:35:57.053020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:35:57.180568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:57.498072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28236): Launched\u000a17:35:57.762253 run iperf3-srv_10.42.42.10(pid=28237): Launched\u000a17:35:57.949654 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:35:58.076735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:58.396589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Launched\u000a17:35:58.660934 run iperf3-srv_10.42.42.10(pid=28239): Launched\u000a17:35:58.847306 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:35:58.974326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:59.292531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28240): Launched\u000a17:35:59.555964 run iperf3-srv_10.42.42.10(pid=28241): Launched\u000a17:35:59.742726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:35:59.869889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:00.188504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28242): Launched\u000a17:36:00.451400 run iperf3-srv_10.42.42.10(pid=28243): Launched\u000a17:36:00.636716 tst iperf3m4.py:8: start network...\u000a17:36:00.763267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:36:01.319606 run create_hlr_db(pid=28244): Launched\u000a17:36:01.516150 bus /gobi_6: Setting Powered False\u000a17:36:02.530847 run create_hlr_db(pid=28244): Terminated: ok {rc=0}\u000a17:36:02.945880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28246): Launched\u000a17:36:03.251890 run osmo-hlr_10.42.42.2(pid=28247): Launched\u000a17:36:03.371707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:36:03.908644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28249): Launched\u000a17:36:04.213597 run osmo-stp_10.42.42.5(pid=28250): Launched\u000a17:36:04.324463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:36:04.859853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28252): Launched\u000a17:36:04.968637 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:36:05.234728 run patchelf(pid=28253): Launched\u000a17:36:05.414071 run osmo-stp_10.42.42.5(pid=28250): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28250)]\u000a17:36:05.545424 run osmo-stp_10.42.42.5(pid=28250): stdout: \u000a| (launched: 2022-12-09_17:36:04.063565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:05.676852 run osmo-stp_10.42.42.5(pid=28250): stderr: \u000a| �[0;m�[38;5;43m20221209173604234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173604234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173604235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173604235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173604237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173604238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173604238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:05.803628 run osmo-stp_10.42.42.5(pid=28250): stdout: \u000a| (launched: 2022-12-09_17:36:04.063565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:05.928831 run osmo-stp_10.42.42.5(pid=28250): stderr: \u000a| �[0;m�[38;5;43m20221209173604234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173604234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173604235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173604235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173604237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173604238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173604238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:06.075466 run patchelf(pid=28253): Terminating (SIGINT)\u000a17:36:06.247311 run patchelf(pid=28253): Terminated: ok {rc=0}\u000a17:36:06.278832 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28250): Process ended prematurely: osmo-stp_10.42.42.5(pid=28250) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28250)] [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:36:06.288178 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a17:36:06.349393 run osmo-hlr_10.42.42.2(pid=28247): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28247)]\u000a17:36:06.398829 run osmo-hlr_10.42.42.2(pid=28247): stdout: \u000a| (launched: 2022-12-09_17:36:03.101147) \u000a17:36:06.448876 run osmo-hlr_10.42.42.2(pid=28247): stderr: \u000a| �[0;m�[1;31m20221209173603278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173603278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173603278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173603278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173603278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173603278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173603290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173603299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173603299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173603299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:36:06.491159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28236): Terminating (SIGTERM)\u000a17:36:06.531271 run iperf3-srv_10.42.42.10(pid=28237): Terminating (SIGTERM)\u000a17:36:06.571539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Terminating (SIGTERM)\u000a17:36:06.611634 run iperf3-srv_10.42.42.10(pid=28239): Terminating (SIGTERM)\u000a17:36:06.651758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28240): Terminating (SIGTERM)\u000a17:36:06.691981 run iperf3-srv_10.42.42.10(pid=28241): Terminating (SIGTERM)\u000a17:36:06.731723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28242): Terminating (SIGTERM)\u000a17:36:06.771404 run iperf3-srv_10.42.42.10(pid=28243): Terminating (SIGTERM)\u000a17:36:06.811359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28246): Terminating (SIGTERM)\u000a17:36:06.851262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28249): Terminating (SIGTERM)\u000a17:36:06.891035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28252): Terminating (SIGTERM)\u000a17:36:06.900379 --- ParallelTerminationStrategy: PID 28236 died...\u000a17:36:06.953846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28236): Terminated: ok {rc=0}\u000a17:36:06.963423 --- ParallelTerminationStrategy: PID 28237 died...\u000a17:36:07.016444 run iperf3-srv_10.42.42.10(pid=28237): Terminated {rc=256}\u000a17:36:07.026210 --- ParallelTerminationStrategy: PID 28238 died...\u000a17:36:07.079523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Terminated: ok {rc=0}\u000a17:36:07.089351 --- ParallelTerminationStrategy: PID 28239 died...\u000a17:36:07.142411 run iperf3-srv_10.42.42.10(pid=28239): Terminated {rc=256}\u000a17:36:07.152164 --- ParallelTerminationStrategy: PID 28240 died...\u000a17:36:07.205857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28240): Terminated: ok {rc=0}\u000a17:36:07.215440 --- ParallelTerminationStrategy: PID 28241 died...\u000a17:36:07.268129 run iperf3-srv_10.42.42.10(pid=28241): Terminated {rc=256}\u000a17:36:07.277906 --- ParallelTerminationStrategy: PID 28242 died...\u000a17:36:07.330694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28242): Terminated: ok {rc=0}\u000a17:36:07.340464 --- ParallelTerminationStrategy: PID 28243 died...\u000a17:36:07.393315 run iperf3-srv_10.42.42.10(pid=28243): Terminated {rc=256}\u000a17:36:07.402856 --- ParallelTerminationStrategy: PID 28246 died...\u000a17:36:07.455584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28246): Terminated: ok {rc=0}\u000a17:36:07.466078 --- ParallelTerminationStrategy: PID 28249 died...\u000a17:36:07.519639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28249): Terminated: ok {rc=0}\u000a17:36:07.529344 --- ParallelTerminationStrategy: PID 28252 died...\u000a17:36:07.582522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28252): Terminated: ok {rc=0}\u000a17:36:07.671204 bus /gobi_4: Setting Powered False\u000a17:36:08.774923 bus /gobi_4: Setting Powered False\u000a17:36:09.887346 bus /gobi_1: Setting Powered False\u000a17:36:10.989874 bus /gobi_1: Setting Powered False\u000a17:36:12.097355 bus /gobi_0: Setting Powered False\u000a17:36:13.204308 bus /gobi_0: Setting Powered False\u000a17:36:14.312800 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:36:15.382419 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:15.394437 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:36:15.561466 tst ping.py: using LAC 22612\u000a17:36:15.689266 tst ping.py: using RAC 172\u000a17:36:15.816410 tst ping.py: using CellId 22612\u000a17:36:15.963164 tst ping.py: using BVCI 22613\u000a17:36:15.987759 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:15.999794 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:16.013200 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:16.026386 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:16.039424 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:16.051625 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:16.064755 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:16.078294 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:36:16.388359 tst ping.py:19: start network...\u000a17:36:16.524593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:36:17.073151 run create_hlr_db(pid=28254): Launched\u000a17:36:17.263478 bus /gobi_6: Setting Powered False\u000a17:36:18.280251 run create_hlr_db(pid=28254): Terminated: ok {rc=0}\u000a17:36:18.686167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28256): Launched\u000a17:36:18.988612 run osmo-hlr_10.42.42.2(pid=28257): Launched\u000a17:36:19.106293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:36:19.644494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Launched\u000a17:36:19.946414 run osmo-stp_10.42.42.5(pid=28260): Launched\u000a17:36:20.055917 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:36:20.582061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28262): Launched\u000a17:36:20.688449 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:36:20.952061 run patchelf(pid=28263): Launched\u000a17:36:21.128541 run osmo-stp_10.42.42.5(pid=28260): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]\u000a17:36:21.258075 run osmo-stp_10.42.42.5(pid=28260): stdout: \u000a| (launched: 2022-12-09_17:36:19.796827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:21.387487 run osmo-stp_10.42.42.5(pid=28260): stderr: \u000a| �[0;m�[38;5;43m20221209173619969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173619969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173619969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173619970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173619970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173619970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173619970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:21.511825 run osmo-stp_10.42.42.5(pid=28260): stdout: \u000a| (launched: 2022-12-09_17:36:19.796827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:21.635225 run osmo-stp_10.42.42.5(pid=28260): stderr: \u000a| �[0;m�[38;5;43m20221209173619969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173619969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173619969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173619970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173619970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173619970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173619970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:21.779089 run patchelf(pid=28263): Terminating (SIGINT)\u000a17:36:21.975317 run patchelf(pid=28263): Terminated: ok {rc=0}\u000a17:36:22.008351 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)] [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:36:22.017927 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:36:22.081592 run osmo-hlr_10.42.42.2(pid=28257): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28257)]\u000a17:36:22.134098 run osmo-hlr_10.42.42.2(pid=28257): stdout: \u000a| (launched: 2022-12-09_17:36:18.839434) \u000a17:36:22.186787 run osmo-hlr_10.42.42.2(pid=28257): stderr: \u000a| �[0;m�[1;31m20221209173619014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173619014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173619014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173619014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173619014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173619014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173619026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173619034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173619034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173619034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:36:22.231773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28256): Terminating (SIGTERM)\u000a17:36:22.274211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Terminating (SIGTERM)\u000a17:36:22.316489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28262): Terminating (SIGTERM)\u000a17:36:22.326637 --- ParallelTerminationStrategy: PID 28256 died...\u000a17:36:22.383407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28256): Terminated: ok {rc=0}\u000a17:36:22.394007 --- ParallelTerminationStrategy: PID 28259 died...\u000a17:36:22.450486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Terminated: ok {rc=0}\u000a17:36:22.460800 --- ParallelTerminationStrategy: PID 28262 died...\u000a17:36:22.517133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28262): Terminated: ok {rc=0}\u000a17:36:22.606251 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28270): Process ended prematurely: osmo-stp_10.42.42.5(pid=28270) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28270)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28270): Process ended prematurely: osmo-stp_10.42.42.5(pid=28270) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:36:23.658714 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:23.670379 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:36:23.829965 tst ping_idle_ping.py: using LAC 22613\u000a17:36:23.948493 tst ping_idle_ping.py: using RAC 173\u000a17:36:24.067235 tst ping_idle_ping.py: using CellId 22613\u000a17:36:24.186692 tst ping_idle_ping.py: using BVCI 22614\u000a17:36:24.209741 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:24.220494 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:24.231118 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:24.242118 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:24.252715 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:24.263860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:24.274924 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:24.285722 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:36:24.579201 tst ping_idle_ping.py:24: start network...\u000a17:36:24.713580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:36:25.232195 run create_hlr_db(pid=28264): Launched\u000a17:36:25.419297 bus /gobi_6: Setting Powered False\u000a17:36:26.440289 run create_hlr_db(pid=28264): Terminated: ok {rc=0}\u000a17:36:26.847350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28266): Launched\u000a17:36:27.148384 run osmo-hlr_10.42.42.2(pid=28267): Launched\u000a17:36:27.259173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:36:27.782559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28269): Launched\u000a17:36:28.086316 run osmo-stp_10.42.42.5(pid=28270): Launched\u000a17:36:28.196400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:36:28.722635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28272): Launched\u000a17:36:28.829672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:36:29.091835 run patchelf(pid=28273): Launched\u000a17:36:29.268100 run osmo-stp_10.42.42.5(pid=28270): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28270)]\u000a17:36:29.397565 run osmo-stp_10.42.42.5(pid=28270): stdout: \u000a| (launched: 2022-12-09_17:36:27.935346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:29.527037 run osmo-stp_10.42.42.5(pid=28270): stderr: \u000a| �[0;m�[38;5;43m20221209173628104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173628104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173628105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173628105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173628105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173628106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173628106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:29.651484 run osmo-stp_10.42.42.5(pid=28270): stdout: \u000a| (launched: 2022-12-09_17:36:27.935346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:29.774285 run osmo-stp_10.42.42.5(pid=28270): stderr: \u000a| �[0;m�[38;5;43m20221209173628104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173628104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173628105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173628105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173628105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173628106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173628106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:29.918219 run patchelf(pid=28273): Terminating (SIGINT)\u000a17:36:30.087096 run patchelf(pid=28273): Terminated: ok {rc=0}\u000a17:36:30.117869 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28270): Process ended prematurely: osmo-stp_10.42.42.5(pid=28270) [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28270)] [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:36:30.126555 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:36:30.187284 run osmo-hlr_10.42.42.2(pid=28267): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28267)]\u000a17:36:30.236088 run osmo-hlr_10.42.42.2(pid=28267): stdout: \u000a| (launched: 2022-12-09_17:36:26.999910) \u000a17:36:30.285643 run osmo-hlr_10.42.42.2(pid=28267): stderr: \u000a| �[0;m�[1;31m20221209173627177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173627177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173627177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173627177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173627177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173627177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173627188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173627197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173627197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173627197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:36:30.327764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28266): Terminating (SIGTERM)\u000a17:36:30.367772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28269): Terminating (SIGTERM)\u000a17:36:30.407842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28272): Terminating (SIGTERM)\u000a17:36:30.417268 --- ParallelTerminationStrategy: PID 28266 died...\u000a17:36:30.470653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28266): Terminated: ok {rc=0}\u000a17:36:30.480171 --- ParallelTerminationStrategy: PID 28269 died...\u000a17:36:30.533492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28269): Terminated: ok {rc=0}\u000a17:36:30.543107 --- ParallelTerminationStrategy: PID 28272 died...\u000a17:36:30.596545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28272): Terminated: ok {rc=0}\u000a17:36:30.685721 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:35:32" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:36:32.918338 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:32.930275 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:36:33.080765 tst cs_paging_gprs_active.py: using LAC 22614\u000a17:36:33.203497 tst cs_paging_gprs_active.py: using RAC 174\u000a17:36:33.324671 tst cs_paging_gprs_active.py: using CellId 22614\u000a17:36:33.446478 tst cs_paging_gprs_active.py: using BVCI 22615\u000a17:36:33.469785 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:33.480920 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:33.491973 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:33.503193 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:33.514437 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:33.525769 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:33.537196 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:33.548405 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:33.560073 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:36:33.682895 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:36:33.982259 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:36:34.119777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:34.461354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28277): Launched\u000a17:36:34.744070 run iperf3-srv_10.42.42.10(pid=28278): Launched\u000a17:36:34.946625 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:36:35.083755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:35.423329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28279): Launched\u000a17:36:35.706028 run iperf3-srv_10.42.42.10(pid=28280): Launched\u000a17:36:35.907546 tst cs_paging_gprs_active.py:38: start network...\u000a17:36:36.044374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:36:36.569880 run create_hlr_db(pid=28281): Launched\u000a17:36:36.759001 bus /gobi_6: Setting Powered False\u000a17:36:37.778769 run create_hlr_db(pid=28281): Terminated: ok {rc=0}\u000a17:36:38.189373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Launched\u000a17:36:38.496748 run osmo-hlr_10.42.42.2(pid=28284): Launched\u000a17:36:38.617146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:36:39.156319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Launched\u000a17:36:39.463923 run osmo-stp_10.42.42.5(pid=28287): Launched\u000a17:36:39.575790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:36:40.111067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Launched\u000a17:36:40.220034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:36:40.489418 run patchelf(pid=28290): Launched\u000a17:36:40.669977 run osmo-stp_10.42.42.5(pid=28287): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]\u000a17:36:40.801272 run osmo-stp_10.42.42.5(pid=28287): stdout: \u000a| (launched: 2022-12-09_17:36:39.312095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:40.932874 run osmo-stp_10.42.42.5(pid=28287): stderr: \u000a| �[0;m�[38;5;43m20221209173639485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173639486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173639486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173639486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173639487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173639487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173639487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:41.059775 run osmo-stp_10.42.42.5(pid=28287): stdout: \u000a| (launched: 2022-12-09_17:36:39.312095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:41.185572 run osmo-stp_10.42.42.5(pid=28287): stderr: \u000a| �[0;m�[38;5;43m20221209173639485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173639486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173639486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173639486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173639487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173639487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173639487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:41.332493 run patchelf(pid=28290): Terminating (SIGINT)\u000a17:36:41.505608 run patchelf(pid=28290): Terminated: ok {rc=0}\u000a17:36:41.537524 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)] [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a17:36:41.546955 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:36:41.608180 run osmo-hlr_10.42.42.2(pid=28284): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28284)]\u000a17:36:41.657943 run osmo-hlr_10.42.42.2(pid=28284): stdout: \u000a| (launched: 2022-12-09_17:36:38.345247) \u000a17:36:41.708171 run osmo-hlr_10.42.42.2(pid=28284): stderr: \u000a| �[0;m�[1;31m20221209173638524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173638524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173638524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173638524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173638524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173638524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173638537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173638546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173638547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173638547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:36:41.750785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28277): Terminating (SIGTERM)\u000a17:36:41.790941 run iperf3-srv_10.42.42.10(pid=28278): Terminating (SIGTERM)\u000a17:36:41.831218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28279): Terminating (SIGTERM)\u000a17:36:41.871337 run iperf3-srv_10.42.42.10(pid=28280): Terminating (SIGTERM)\u000a17:36:41.911722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Terminating (SIGTERM)\u000a17:36:41.951816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Terminating (SIGTERM)\u000a17:36:41.991986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Terminating (SIGTERM)\u000a17:36:42.001469 --- ParallelTerminationStrategy: PID 28277 died...\u000a17:36:42.055776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28277): Terminated: ok {rc=0}\u000a17:36:42.065720 --- ParallelTerminationStrategy: PID 28278 died...\u000a17:36:42.119451 run iperf3-srv_10.42.42.10(pid=28278): Terminated {rc=256}\u000a17:36:42.129076 --- ParallelTerminationStrategy: PID 28279 died...\u000a17:36:42.182301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28279): Terminated: ok {rc=0}\u000a17:36:42.192103 --- ParallelTerminationStrategy: PID 28280 died...\u000a17:36:42.245287 run iperf3-srv_10.42.42.10(pid=28280): Terminated {rc=256}\u000a17:36:42.255233 --- ParallelTerminationStrategy: PID 28283 died...\u000a17:36:42.308998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Terminated: ok {rc=0}\u000a17:36:42.318608 --- ParallelTerminationStrategy: PID 28286 died...\u000a17:36:42.372333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Terminated: ok {rc=0}\u000a17:36:42.381990 --- ParallelTerminationStrategy: PID 28289 died...\u000a17:36:42.436052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Terminated: ok {rc=0}\u000a17:36:42.525224 bus /gobi_0: Setting Powered False\u000a17:36:43.630538 bus /gobi_0: Setting Powered False\u000a17:36:44.743192 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28300): Process ended prematurely: osmo-stp_10.42.42.5(pid=28300) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28300)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28300): Process ended prematurely: osmo-stp_10.42.42.5(pid=28300) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a17:36:45.856491 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:45.869838 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:36:46.059142 tst iperf3.py: using LAC 22615\u000a17:36:46.199351 tst iperf3.py: using RAC 175\u000a17:36:46.331397 tst iperf3.py: using CellId 22615\u000a17:36:46.455891 tst iperf3.py: using BVCI 22616\u000a17:36:46.479989 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:46.491697 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:46.504938 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:46.517917 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:46.530907 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:46.544061 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:46.557511 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:46.569473 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:46.582828 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:36:46.914139 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:36:47.054431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:47.400164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28292): Launched\u000a17:36:47.682716 run iperf3-srv_10.42.42.10(pid=28293): Launched\u000a17:36:47.883603 tst iperf3.py:8: start network...\u000a17:36:48.020444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:36:48.545780 run create_hlr_db(pid=28294): Launched\u000a17:36:48.734823 bus /gobi_6: Setting Powered False\u000a17:36:49.754676 run create_hlr_db(pid=28294): Terminated: ok {rc=0}\u000a17:36:50.192390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28296): Launched\u000a17:36:50.520488 run osmo-hlr_10.42.42.2(pid=28297): Launched\u000a17:36:50.639206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:36:51.209839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28299): Launched\u000a17:36:51.537770 run osmo-stp_10.42.42.5(pid=28300): Launched\u000a17:36:51.660195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:36:52.232378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28302): Launched\u000a17:36:52.349437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:36:52.634888 run patchelf(pid=28303): Launched\u000a17:36:52.826833 run osmo-stp_10.42.42.5(pid=28300): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28300)]\u000a17:36:52.967188 run osmo-stp_10.42.42.5(pid=28300): stdout: \u000a| (launched: 2022-12-09_17:36:51.375848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:53.107621 run osmo-stp_10.42.42.5(pid=28300): stderr: \u000a| �[0;m�[38;5;43m20221209173651569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173651569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173651570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173651570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173651572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173651572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173651572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:53.242967 run osmo-stp_10.42.42.5(pid=28300): stdout: \u000a| (launched: 2022-12-09_17:36:51.375848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:53.376752 run osmo-stp_10.42.42.5(pid=28300): stderr: \u000a| �[0;m�[38;5;43m20221209173651569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173651569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173651570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173651570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173651572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173651572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173651572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:53.532790 run patchelf(pid=28303): Terminating (SIGINT)\u000a17:36:53.716637 run patchelf(pid=28303): Terminated: ok {rc=0}\u000a17:36:53.750417 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28300): Process ended prematurely: osmo-stp_10.42.42.5(pid=28300) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28300)] [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a17:36:53.760395 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a17:36:53.823607 run osmo-hlr_10.42.42.2(pid=28297): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28297)]\u000a17:36:53.875015 run osmo-hlr_10.42.42.2(pid=28297): stdout: \u000a| (launched: 2022-12-09_17:36:50.359318) \u000a17:36:53.926934 run osmo-hlr_10.42.42.2(pid=28297): stderr: \u000a| �[0;m�[1;31m20221209173650559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173650559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173650559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173650559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173650559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173650559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173650572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173650581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173650581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173650581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:36:53.971180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28292): Terminating (SIGTERM)\u000a17:36:54.012749 run iperf3-srv_10.42.42.10(pid=28293): Terminating (SIGTERM)\u000a17:36:54.054778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28296): Terminating (SIGTERM)\u000a17:36:54.096797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28299): Terminating (SIGTERM)\u000a17:36:54.138673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28302): Terminating (SIGTERM)\u000a17:36:54.148352 --- ParallelTerminationStrategy: PID 28292 died...\u000a17:36:54.204314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28292): Terminated: ok {rc=0}\u000a17:36:54.214504 --- ParallelTerminationStrategy: PID 28293 died...\u000a17:36:54.269877 run iperf3-srv_10.42.42.10(pid=28293): Terminated {rc=256}\u000a17:36:54.279821 --- ParallelTerminationStrategy: PID 28296 died...\u000a17:36:54.335340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28296): Terminated: ok {rc=0}\u000a17:36:54.345717 --- ParallelTerminationStrategy: PID 28299 died...\u000a17:36:54.401700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28299): Terminated: ok {rc=0}\u000a17:36:54.411791 --- ParallelTerminationStrategy: PID 28302 died...\u000a17:36:54.467399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28302): Terminated: ok {rc=0}\u000a17:36:54.554128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28318): Process ended prematurely: osmo-stp_10.42.42.5(pid=28318) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28318): Process ended prematurely: osmo-stp_10.42.42.5(pid=28318) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a17:36:55.671599 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:55.684090 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:36:55.838576 tst iperf3m4.py: using LAC 22616\u000a17:36:55.964830 tst iperf3m4.py: using RAC 176\u000a17:36:56.087298 tst iperf3m4.py: using CellId 22616\u000a17:36:56.212943 tst iperf3m4.py: using BVCI 22617\u000a17:36:56.238390 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:56.250361 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:56.261893 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:56.273466 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:56.284920 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:56.296492 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:56.308195 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:56.319615 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:56.331894 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:36:56.452875 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:36:56.576702 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:36:56.695206 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:36:56.993618 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:36:57.130412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:57.471940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28304): Launched\u000a17:36:57.754043 run iperf3-srv_10.42.42.10(pid=28305): Launched\u000a17:36:57.954985 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:36:58.091268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:58.431464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28306): Launched\u000a17:36:58.713878 run iperf3-srv_10.42.42.10(pid=28307): Launched\u000a17:36:58.915019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:36:59.051220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:59.390505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28308): Launched\u000a17:36:59.672333 run iperf3-srv_10.42.42.10(pid=28309): Launched\u000a17:36:59.873094 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:37:00.009207 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:37:00.348529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28310): Launched\u000a17:37:00.631482 run iperf3-srv_10.42.42.10(pid=28311): Launched\u000a17:37:00.832142 tst iperf3m4.py:8: start network...\u000a17:37:00.977805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:37:01.535753 run create_hlr_db(pid=28312): Launched\u000a17:37:01.730546 bus /gobi_6: Setting Powered False\u000a17:37:02.748020 run create_hlr_db(pid=28312): Terminated: ok {rc=0}\u000a17:37:03.160096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28314): Launched\u000a17:37:03.466820 run osmo-hlr_10.42.42.2(pid=28315): Launched\u000a17:37:03.584056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:37:04.128337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28317): Launched\u000a17:37:04.434660 run osmo-stp_10.42.42.5(pid=28318): Launched\u000a17:37:04.546597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:37:05.079283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28321): Launched\u000a17:37:05.188017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:37:05.454759 run patchelf(pid=28322): Launched\u000a17:37:05.634268 run osmo-stp_10.42.42.5(pid=28318): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)]\u000a17:37:05.765137 run osmo-stp_10.42.42.5(pid=28318): stdout: \u000a| (launched: 2022-12-09_17:37:04.283075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:05.896694 run osmo-stp_10.42.42.5(pid=28318): stderr: \u000a| �[0;m�[38;5;43m20221209173704455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173704455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173704455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173704456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173704458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173704458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173704458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:06.023376 run osmo-stp_10.42.42.5(pid=28318): stdout: \u000a| (launched: 2022-12-09_17:37:04.283075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:06.149428 run osmo-stp_10.42.42.5(pid=28318): stderr: \u000a| �[0;m�[38;5;43m20221209173704455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173704455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173704455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173704456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173704458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173704458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173704458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:06.295724 run patchelf(pid=28322): Terminating (SIGINT)\u000a17:37:06.468205 run patchelf(pid=28322): Terminated: ok {rc=0}\u000a17:37:06.499991 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28318): Process ended prematurely: osmo-stp_10.42.42.5(pid=28318) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)] [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a17:37:06.509528 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a17:37:06.570948 run osmo-hlr_10.42.42.2(pid=28315): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28315)]\u000a17:37:06.620566 run osmo-hlr_10.42.42.2(pid=28315): stdout: \u000a| (launched: 2022-12-09_17:37:03.315058) \u000a17:37:06.670403 run osmo-hlr_10.42.42.2(pid=28315): stderr: \u000a| �[0;m�[1;31m20221209173703490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173703490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173703490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173703490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173703490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173703490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173703503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173703514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173703514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173703514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:37:06.712796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28304): Terminating (SIGTERM)\u000a17:37:06.752681 run iperf3-srv_10.42.42.10(pid=28305): Terminating (SIGTERM)\u000a17:37:06.792714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28306): Terminating (SIGTERM)\u000a17:37:06.832908 run iperf3-srv_10.42.42.10(pid=28307): Terminating (SIGTERM)\u000a17:37:06.875274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28308): Terminating (SIGTERM)\u000a17:37:06.915338 run iperf3-srv_10.42.42.10(pid=28309): Terminating (SIGTERM)\u000a17:37:06.955453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28310): Terminating (SIGTERM)\u000a17:37:06.995370 run iperf3-srv_10.42.42.10(pid=28311): Terminating (SIGTERM)\u000a17:37:07.035389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28314): Terminating (SIGTERM)\u000a17:37:07.075771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28317): Terminating (SIGTERM)\u000a17:37:07.115627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28321): Terminating (SIGTERM)\u000a17:37:07.125204 --- ParallelTerminationStrategy: PID 28304 died...\u000a17:37:07.178543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28304): Terminated: ok {rc=0}\u000a17:37:07.188315 --- ParallelTerminationStrategy: PID 28305 died...\u000a17:37:07.241544 run iperf3-srv_10.42.42.10(pid=28305): Terminated {rc=256}\u000a17:37:07.251475 --- ParallelTerminationStrategy: PID 28306 died...\u000a17:37:07.304571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28306): Terminated: ok {rc=0}\u000a17:37:07.314504 --- ParallelTerminationStrategy: PID 28307 died...\u000a17:37:07.367924 run iperf3-srv_10.42.42.10(pid=28307): Terminated {rc=256}\u000a17:37:07.377934 --- ParallelTerminationStrategy: PID 28308 died...\u000a17:37:07.431348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28308): Terminated: ok {rc=0}\u000a17:37:07.441029 --- ParallelTerminationStrategy: PID 28309 died...\u000a17:37:07.494465 run iperf3-srv_10.42.42.10(pid=28309): Terminated {rc=256}\u000a17:37:07.504591 --- ParallelTerminationStrategy: PID 28310 died...\u000a17:37:07.557704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28310): Terminated: ok {rc=0}\u000a17:37:07.567688 --- ParallelTerminationStrategy: PID 28311 died...\u000a17:37:07.620671 run iperf3-srv_10.42.42.10(pid=28311): Terminated {rc=256}\u000a17:37:07.630579 --- ParallelTerminationStrategy: PID 28314 died...\u000a17:37:07.683884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28314): Terminated: ok {rc=0}\u000a17:37:07.693938 --- ParallelTerminationStrategy: PID 28317 died...\u000a17:37:07.746862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28317): Terminated: ok {rc=0}\u000a17:37:07.756637 --- ParallelTerminationStrategy: PID 28321 died...\u000a17:37:07.810342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28321): Terminated: ok {rc=0}\u000a17:37:07.898324 bus /gobi_4: Setting Powered False\u000a17:37:09.004788 bus /gobi_4: Setting Powered False\u000a17:37:10.112630 bus /gobi_1: Setting Powered False\u000a17:37:11.219872 bus /gobi_1: Setting Powered False\u000a17:37:12.331398 bus /gobi_0: Setting Powered False\u000a17:37:13.434853 bus /gobi_0: Setting Powered False\u000a17:37:14.547623 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28329): Process ended prematurely: osmo-stp_10.42.42.5(pid=28329) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28329): Process ended prematurely: osmo-stp_10.42.42.5(pid=28329) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a17:37:15.614545 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:15.626490 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:37:15.769354 tst ping.py: using LAC 22617\u000a17:37:15.901346 tst ping.py: using RAC 177\u000a17:37:16.026801 tst ping.py: using CellId 22617\u000a17:37:16.158396 tst ping.py: using BVCI 22618\u000a17:37:16.184744 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:16.197471 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:16.210480 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:16.223869 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:16.237375 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:16.251037 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:16.264768 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:16.277310 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:37:16.586339 tst ping.py:19: start network...\u000a17:37:16.710672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:37:17.214920 run create_hlr_db(pid=28323): Launched\u000a17:37:17.385325 bus /gobi_6: Setting Powered False\u000a17:37:18.405843 run create_hlr_db(pid=28323): Terminated: ok {rc=0}\u000a17:37:18.827153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28325): Launched\u000a17:37:19.142737 run osmo-hlr_10.42.42.2(pid=28326): Launched\u000a17:37:19.258139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:37:19.808656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28328): Launched\u000a17:37:20.123845 run osmo-stp_10.42.42.5(pid=28329): Launched\u000a17:37:20.236931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:37:20.786152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28331): Launched\u000a17:37:20.898375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:37:21.172038 run patchelf(pid=28332): Launched\u000a17:37:21.356204 run osmo-stp_10.42.42.5(pid=28329): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)]\u000a17:37:21.491358 run osmo-stp_10.42.42.5(pid=28329): stdout: \u000a| (launched: 2022-12-09_17:37:19.969128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:21.627392 run osmo-stp_10.42.42.5(pid=28329): stderr: \u000a| �[0;m�[38;5;43m20221209173720159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173720159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173720159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173720160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173720160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173720160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173720160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:21.758124 run osmo-stp_10.42.42.5(pid=28329): stdout: \u000a| (launched: 2022-12-09_17:37:19.969128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:21.887943 run osmo-stp_10.42.42.5(pid=28329): stderr: \u000a| �[0;m�[38;5;43m20221209173720159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173720159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173720159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173720160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173720160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173720160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173720160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:22.038588 run patchelf(pid=28332): Terminating (SIGINT)\u000a17:37:22.215151 run patchelf(pid=28332): Terminated: ok {rc=0}\u000a17:37:22.247451 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28329): Process ended prematurely: osmo-stp_10.42.42.5(pid=28329) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)] [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a17:37:22.256872 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:37:22.319231 run osmo-hlr_10.42.42.2(pid=28326): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28326)]\u000a17:37:22.370381 run osmo-hlr_10.42.42.2(pid=28326): stdout: \u000a| (launched: 2022-12-09_17:37:18.987453) \u000a17:37:22.422208 run osmo-hlr_10.42.42.2(pid=28326): stderr: \u000a| �[0;m�[1;31m20221209173719187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173719187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173719187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173719187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173719187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173719187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173719200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173719208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173719209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173719209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:37:22.466394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28325): Terminating (SIGTERM)\u000a17:37:22.510521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28328): Terminating (SIGTERM)\u000a17:37:22.552191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28331): Terminating (SIGTERM)\u000a17:37:22.562114 --- ParallelTerminationStrategy: PID 28325 died...\u000a17:37:22.618336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28325): Terminated: ok {rc=0}\u000a17:37:22.628643 --- ParallelTerminationStrategy: PID 28328 died...\u000a17:37:22.684404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28328): Terminated: ok {rc=0}\u000a17:37:22.694778 --- ParallelTerminationStrategy: PID 28331 died...\u000a17:37:22.750568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28331): Terminated: ok {rc=0}\u000a17:37:22.837594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28339): Process ended prematurely: osmo-stp_10.42.42.5(pid=28339) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28339)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28339): Process ended prematurely: osmo-stp_10.42.42.5(pid=28339) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a17:37:23.892126 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:23.904875 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:37:24.052522 tst ping_idle_ping.py: using LAC 22618\u000a17:37:24.173241 tst ping_idle_ping.py: using RAC 178\u000a17:37:24.289837 tst ping_idle_ping.py: using CellId 22618\u000a17:37:24.406352 tst ping_idle_ping.py: using BVCI 22619\u000a17:37:24.428816 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:24.440196 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:24.451404 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:24.463393 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:24.475921 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:24.487642 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:24.499761 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:24.511286 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:37:24.801329 tst ping_idle_ping.py:24: start network...\u000a17:37:24.933825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:37:25.442161 run create_hlr_db(pid=28333): Launched\u000a17:37:25.626194 bus /gobi_6: Setting Powered False\u000a17:37:26.644762 run create_hlr_db(pid=28333): Terminated: ok {rc=0}\u000a17:37:27.036191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28335): Launched\u000a17:37:27.326103 run osmo-hlr_10.42.42.2(pid=28336): Launched\u000a17:37:27.438125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:37:27.951822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28338): Launched\u000a17:37:28.242263 run osmo-stp_10.42.42.5(pid=28339): Launched\u000a17:37:28.347909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:37:28.855305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28341): Launched\u000a17:37:28.958103 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:37:29.211459 run patchelf(pid=28342): Launched\u000a17:37:29.381390 run osmo-stp_10.42.42.5(pid=28339): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28339)]\u000a17:37:29.506025 run osmo-stp_10.42.42.5(pid=28339): stdout: \u000a| (launched: 2022-12-09_17:37:28.099108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:29.630878 run osmo-stp_10.42.42.5(pid=28339): stderr: \u000a| �[0;m�[38;5;43m20221209173728269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173728269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173728269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173728270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173728270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173728270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173728270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:29.751068 run osmo-stp_10.42.42.5(pid=28339): stdout: \u000a| (launched: 2022-12-09_17:37:28.099108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:29.870080 run osmo-stp_10.42.42.5(pid=28339): stderr: \u000a| �[0;m�[38;5;43m20221209173728269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173728269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173728269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173728270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173728270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173728270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173728270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:30.008850 run patchelf(pid=28342): Terminating (SIGINT)\u000a17:37:30.172121 run patchelf(pid=28342): Terminated: ok {rc=0}\u000a17:37:30.202104 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28339): Process ended prematurely: osmo-stp_10.42.42.5(pid=28339) [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28339)] [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a17:37:30.210758 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a17:37:30.270435 run osmo-hlr_10.42.42.2(pid=28336): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28336)]\u000a17:37:30.318985 run osmo-hlr_10.42.42.2(pid=28336): stdout: \u000a| (launched: 2022-12-09_17:37:27.183074) \u000a17:37:30.368095 run osmo-hlr_10.42.42.2(pid=28336): stderr: \u000a| �[0;m�[1;31m20221209173727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173727371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173727379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173727379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173727379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:37:30.409685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28335): Terminating (SIGTERM)\u000a17:37:30.449097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28338): Terminating (SIGTERM)\u000a17:37:30.488303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28341): Terminating (SIGTERM)\u000a17:37:30.497636 --- ParallelTerminationStrategy: PID 28335 died...\u000a17:37:30.550420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28335): Terminated: ok {rc=0}\u000a17:37:30.559924 --- ParallelTerminationStrategy: PID 28338 died...\u000a17:37:30.612462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28338): Terminated: ok {rc=0}\u000a17:37:30.622127 --- ParallelTerminationStrategy: PID 28341 died...\u000a17:37:30.674891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28341): Terminated: ok {rc=0}\u000a17:37:30.757697 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:36:32" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28353): Process ended prematurely: osmo-stp_10.42.42.5(pid=28353) [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28353)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28353): Process ended prematurely: osmo-stp_10.42.42.5(pid=28353) [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:37:32.872569 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:32.884311 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:37:33.046495 tst switch_tch_pdch.py: using LAC 22619\u000a17:37:33.167244 tst switch_tch_pdch.py: using RAC 179\u000a17:37:33.287979 tst switch_tch_pdch.py: using CellId 22619\u000a17:37:33.408745 tst switch_tch_pdch.py: using BVCI 22620\u000a17:37:33.432667 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:33.444402 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:33.455930 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:33.468006 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:33.480177 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:33.492221 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:33.504357 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:33.516378 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:37:33.633275 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:37:33.901855 tst switch_tch_pdch.py:51: start network...\u000a17:37:34.021967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:37:34.475070 run create_hlr_db(pid=28346): Launched\u000a17:37:34.642790 bus /gobi_6: Setting Powered False\u000a17:37:35.663321 run create_hlr_db(pid=28346): Terminated: ok {rc=0}\u000a17:37:36.079987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28349): Launched\u000a17:37:36.389255 run osmo-hlr_10.42.42.2(pid=28350): Launched\u000a17:37:36.506163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:37:37.046124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28352): Launched\u000a17:37:37.356393 run osmo-stp_10.42.42.5(pid=28353): Launched\u000a17:37:37.468611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:37:38.013761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28355): Launched\u000a17:37:38.124179 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:37:38.394322 run patchelf(pid=28356): Launched\u000a17:37:38.575851 run osmo-stp_10.42.42.5(pid=28353): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28353)]\u000a17:37:38.709847 run osmo-stp_10.42.42.5(pid=28353): stdout: \u000a| (launched: 2022-12-09_17:37:37.203658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:38.844086 run osmo-stp_10.42.42.5(pid=28353): stderr: \u000a| �[0;m�[38;5;43m20221209173737394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173737394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173737394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173737395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173737395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173737395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173737395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:38.973215 run osmo-stp_10.42.42.5(pid=28353): stdout: \u000a| (launched: 2022-12-09_17:37:37.203658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:39.100569 run osmo-stp_10.42.42.5(pid=28353): stderr: \u000a| �[0;m�[38;5;43m20221209173737394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173737394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173737394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173737395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173737395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173737395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173737395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:39.248791 run patchelf(pid=28356): Terminating (SIGINT)\u000a17:37:39.423575 run patchelf(pid=28356): Terminated: ok {rc=0}\u000a17:37:39.455398 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28353): Process ended prematurely: osmo-stp_10.42.42.5(pid=28353) [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28353)] [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:37:39.464585 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a17:37:39.526613 run osmo-hlr_10.42.42.2(pid=28350): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28350)]\u000a17:37:39.577495 run osmo-hlr_10.42.42.2(pid=28350): stdout: \u000a| (launched: 2022-12-09_17:37:36.237542) \u000a17:37:39.629003 run osmo-hlr_10.42.42.2(pid=28350): stderr: \u000a| �[0;m�[1;31m20221209173736435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173736435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173736435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173736435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173736435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173736435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173736448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173736456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173736456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173736457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:37:39.672926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28349): Terminating (SIGTERM)\u000a17:37:39.714165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28352): Terminating (SIGTERM)\u000a17:37:39.755546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28355): Terminating (SIGTERM)\u000a17:37:39.765190 --- ParallelTerminationStrategy: PID 28349 died...\u000a17:37:39.820740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28349): Terminated: ok {rc=0}\u000a17:37:39.830804 --- ParallelTerminationStrategy: PID 28352 died...\u000a17:37:39.886230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28352): Terminated: ok {rc=0}\u000a17:37:39.896347 --- ParallelTerminationStrategy: PID 28355 died...\u000a17:37:39.951465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28355): Terminated: ok {rc=0}\u000a17:37:40.038314 bus /gobi_0: Setting Powered False\u000a17:37:41.143505 bus /gobi_0: Setting Powered False\u000a17:37:42.253756 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:37:32" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28366): Process ended prematurely: osmo-stp_10.42.42.5(pid=28366) [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28366)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28366): Process ended prematurely: osmo-stp_10.42.42.5(pid=28366) [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:37:44.230559 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:44.242247 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:37:44.395916 tst switch_tch_pdch.py: using LAC 22620\u000a17:37:44.510943 tst switch_tch_pdch.py: using RAC 180\u000a17:37:44.623700 tst switch_tch_pdch.py: using CellId 22620\u000a17:37:44.736378 tst switch_tch_pdch.py: using BVCI 22621\u000a17:37:44.758795 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:44.769740 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:44.780229 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:44.791298 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:44.802104 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:44.812846 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:44.824258 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:44.837163 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:37:44.988406 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:37:45.262196 tst switch_tch_pdch.py:51: start network...\u000a17:37:45.381997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:37:45.811388 run create_hlr_db(pid=28360): Launched\u000a17:37:45.969998 bus /gobi_6: Setting Powered False\u000a17:37:47.011728 run create_hlr_db(pid=28360): Terminated: ok {rc=0}\u000a17:37:47.386496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28362): Launched\u000a17:37:47.696407 run osmo-hlr_10.42.42.2(pid=28363): Launched\u000a17:37:47.814260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:37:48.326529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28365): Launched\u000a17:37:48.637254 run osmo-stp_10.42.42.5(pid=28366): Launched\u000a17:37:48.750325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:37:49.266954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28368): Launched\u000a17:37:49.377241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:37:49.647090 run patchelf(pid=28369): Launched\u000a17:37:49.828876 run osmo-stp_10.42.42.5(pid=28366): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28366)]\u000a17:37:49.962963 run osmo-stp_10.42.42.5(pid=28366): stdout: \u000a| (launched: 2022-12-09_17:37:48.484525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:50.096711 run osmo-stp_10.42.42.5(pid=28366): stderr: \u000a| �[0;m�[38;5;43m20221209173748675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173748675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173748676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173748676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173748678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173748678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173748678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:50.225172 run osmo-stp_10.42.42.5(pid=28366): stdout: \u000a| (launched: 2022-12-09_17:37:48.484525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:50.352442 run osmo-stp_10.42.42.5(pid=28366): stderr: \u000a| �[0;m�[38;5;43m20221209173748675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173748675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173748676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173748676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173748678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173748678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173748678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:50.500496 run patchelf(pid=28369): Terminating (SIGINT)\u000a17:37:50.674399 run patchelf(pid=28369): Terminated: ok {rc=0}\u000a17:37:50.706097 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28366): Process ended prematurely: osmo-stp_10.42.42.5(pid=28366) [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28366)] [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:37:50.715355 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a17:37:50.777236 run osmo-hlr_10.42.42.2(pid=28363): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28363)]\u000a17:37:50.828428 run osmo-hlr_10.42.42.2(pid=28363): stdout: \u000a| (launched: 2022-12-09_17:37:47.544002) \u000a17:37:50.880204 run osmo-hlr_10.42.42.2(pid=28363): stderr: \u000a| �[0;m�[1;31m20221209173747739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173747739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173747739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173747739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173747739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173747739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173747751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173747760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173747760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173747760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:37:50.923890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28362): Terminating (SIGTERM)\u000a17:37:50.965183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28365): Terminating (SIGTERM)\u000a17:37:51.006486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28368): Terminating (SIGTERM)\u000a17:37:51.016096 --- ParallelTerminationStrategy: PID 28362 died...\u000a17:37:51.071261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28362): Terminated: ok {rc=0}\u000a17:37:51.081469 --- ParallelTerminationStrategy: PID 28365 died...\u000a17:37:51.136336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28365): Terminated: ok {rc=0}\u000a17:37:51.146367 --- ParallelTerminationStrategy: PID 28368 died...\u000a17:37:51.201164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28368): Terminated: ok {rc=0}\u000a17:37:51.286961 bus /gobi_0: Setting Powered False\u000a17:37:52.392299 bus /gobi_0: Setting Powered False\u000a17:37:53.498556 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:37:43" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28375): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28375) [trial-2362↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28375)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28375): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28375) [trial-2362↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a17:37:55.400427 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a17:37:55.411381 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:37:55.546958 tst mo_mt_sms.py: using LAC 22621\u000a17:37:55.658416 tst mo_mt_sms.py: using RAC 181\u000a17:37:55.769641 tst mo_mt_sms.py: using CellId 22621\u000a17:37:55.881575 tst mo_mt_sms.py: using BVCI 22622\u000a17:37:55.903433 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:37:56.017896 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:37:56.285924 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:37:56.406134 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:37:57.005258 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28374): Launched\u000a17:37:57.293363 run osmo-nitb_10.42.42.2(pid=28375): Launched\u000a17:37:57.471218 run osmo-nitb_10.42.42.2(pid=28375): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28375)]\u000a17:37:57.602321 run osmo-nitb_10.42.42.2(pid=28375): stdout: \u000a| (launched: 2022-12-09_17:37:57.154333) \u000a17:37:57.733893 run osmo-nitb_10.42.42.2(pid=28375): stderr: \u000a| (launched: 2022-12-09_17:37:57.197089)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:37:57.860428 run osmo-nitb_10.42.42.2(pid=28375): stdout: \u000a| (launched: 2022-12-09_17:37:57.154333) \u000a17:37:57.986206 run osmo-nitb_10.42.42.2(pid=28375): stderr: \u000a| (launched: 2022-12-09_17:37:57.197089)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:37:58.409800 tst osmo-nitb_10.42.42.2(pid=28375): stdout: \u000a| (launched: 2022-12-09_17:37:57.154333) \u000a17:37:58.524403 tst osmo-nitb_10.42.42.2(pid=28375): stderr: \u000a| (launched: 2022-12-09_17:37:57.197089)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:37:58.574947 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28375): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28375) [trial-2362↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28375)] [trial-2362↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a17:37:58.583173 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a17:37:58.617903 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28374): Terminating (SIGTERM)\u000a17:37:58.795309 --- ParallelTerminationStrategy: PID 28374 died...\u000a17:37:58.849795 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28374): Terminated: ok {rc=0}\u000a17:37:58.938302 bus /sierra_3: Setting Powered False\u000a17:38:00.041303 bus /sierra_3: Setting Powered False\u000a17:38:01.148333 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:37:55" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "sms:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28656): Process ended prematurely: osmo-stp_10.42.42.5(pid=28656) [trial-2362↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28656)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28656): Process ended prematurely: osmo-stp_10.42.42.5(pid=28656) [trial-2362↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a17:38:03.147476 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:03.159743 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:38:03.318467 tst mo_mt_sms.py: using LAC 22622\u000a17:38:03.475510 tst mo_mt_sms.py: using RAC 182\u000a17:38:03.629122 tst mo_mt_sms.py: using CellId 22622\u000a17:38:03.776459 tst mo_mt_sms.py: using BVCI 22623\u000a17:38:03.806882 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:03.818477 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:03.836511 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:03.851775 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:03.869936 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:03.883163 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:38:04.027730 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:38:04.272145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:38:04.813081 run create_hlr_db(pid=28648): Launched\u000a17:38:04.987630 bus /sierra_2: Setting Powered False\u000a17:38:06.009893 run create_hlr_db(pid=28648): Terminated: ok {rc=0}\u000a17:38:06.424765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Launched\u000a17:38:06.833059 run osmo-hlr_10.42.42.2(pid=28653): Launched\u000a17:38:07.064856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:38:07.688038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28655): Launched\u000a17:38:08.055832 run osmo-stp_10.42.42.5(pid=28656): Launched\u000a17:38:08.261754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:38:08.865380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28658): Launched\u000a17:38:09.269949 run osmo-msc_10.42.42.6(pid=28659): Launched\u000a17:38:09.647140 run osmo-stp_10.42.42.5(pid=28656): ERR: Terminated: ERROR {rc=1} [trial-2362↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28656)]\u000a17:38:09.916456 run osmo-stp_10.42.42.5(pid=28656): stdout: \u000a| (launched: 2022-12-09_17:38:07.840150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:10.132144 run osmo-stp_10.42.42.5(pid=28656): stderr: \u000a| �[0;m�[38;5;43m20221209173808070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173808070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173808071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173808071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173808071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:10.257177 run osmo-stp_10.42.42.5(pid=28656): stdout: \u000a| (launched: 2022-12-09_17:38:07.840150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:10.382262 run osmo-stp_10.42.42.5(pid=28656): stderr: \u000a| �[0;m�[38;5;43m20221209173808070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173808070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173808071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173808071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173808071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:10.437728 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28656): Process ended prematurely: osmo-stp_10.42.42.5(pid=28656) [trial-2362↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28656)] [trial-2362↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a17:38:10.446756 tst mo_mt_sms.py:16: Test FAILED (7.3 sec)\u000a17:38:10.512664 run osmo-hlr_10.42.42.2(pid=28653): ERR: Terminated: ERROR {rc=237} [trial-2362↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28653)]\u000a17:38:10.566478 run osmo-hlr_10.42.42.2(pid=28653): stdout: \u000a| (launched: 2022-12-09_17:38:06.575678) \u000a17:38:10.620937 run osmo-hlr_10.42.42.2(pid=28653): stderr: \u000a| �[0;m�[1;31m20221209173806916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173806916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173806916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173806916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173806916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173806916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173806933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173806950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173806950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173806950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:38:10.692390 run osmo-msc_10.42.42.6(pid=28659): ERR: Terminated: ERROR {rc=2} [trial-2362↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28659)]\u000a17:38:10.744879 run osmo-msc_10.42.42.6(pid=28659): stdout: \u000a| (launched: 2022-12-09_17:38:09.021661) \u000a17:38:10.798122 run osmo-msc_10.42.42.6(pid=28659): stderr: \u000a| �[0;m�[38;5;43m20221209173809626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173809626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91e5563c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173809626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173809626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173809626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173809626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173809628 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173809628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173809633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173809633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:38:10.844229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Terminating (SIGTERM)\u000a17:38:10.889080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28655): Terminating (SIGTERM)\u000a17:38:10.933885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28658): Terminating (SIGTERM)\u000a17:38:10.944222 --- ParallelTerminationStrategy: PID 28651 died...\u000a17:38:11.002131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Terminated: ok {rc=0}\u000a17:38:11.014866 --- ParallelTerminationStrategy: PID 28655 died...\u000a17:38:11.070848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28655): Terminated: ok {rc=0}\u000a17:38:11.082592 --- ParallelTerminationStrategy: PID 28658 died...\u000a17:38:11.139276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28658): Terminated: ok {rc=0}\u000a17:38:11.229304 bus /sierra_3: Setting Powered False\u000a17:38:12.335262 bus /sierra_3: Setting Powered False\u000a17:38:13.447359 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:38:02" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28665): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28665) [trial-2362↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28665)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28665): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28665) [trial-2362↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a17:38:15.299610 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a17:38:15.311582 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:38:15.460445 tst assert_extension.py: using LAC 22623\u000a17:38:15.580793 tst assert_extension.py: using RAC 183\u000a17:38:15.700449 tst assert_extension.py: using CellId 22623\u000a17:38:15.820416 tst assert_extension.py: using BVCI 22624\u000a17:38:15.855155 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a17:38:16.291756 tst assert_extension.py:10: start nitb and bts...\u000a17:38:16.457617 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:38:17.277741 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28664): Launched\u000a17:38:17.675308 run osmo-nitb_10.42.42.2(pid=28665): Launched\u000a17:38:17.923071 run osmo-nitb_10.42.42.2(pid=28665): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28665)]\u000a17:38:18.105806 run osmo-nitb_10.42.42.2(pid=28665): stdout: \u000a| (launched: 2022-12-09_17:38:17.476902) \u000a17:38:18.254627 run osmo-nitb_10.42.42.2(pid=28665): stderr: \u000a| (launched: 2022-12-09_17:38:17.536307)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:38:18.397588 run osmo-nitb_10.42.42.2(pid=28665): stdout: \u000a| (launched: 2022-12-09_17:38:17.476902) \u000a17:38:18.539331 run osmo-nitb_10.42.42.2(pid=28665): stderr: \u000a| (launched: 2022-12-09_17:38:17.536307)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:38:18.815400 tst osmo-nitb_10.42.42.2(pid=28665): stdout: \u000a| (launched: 2022-12-09_17:38:17.476902) \u000a17:38:18.939297 tst osmo-nitb_10.42.42.2(pid=28665): stderr: \u000a| (launched: 2022-12-09_17:38:17.536307)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:38:18.994098 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28665): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28665) [trial-2362↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28665)] [trial-2362↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a17:38:19.002951 tst assert_extension.py:12: Test FAILED (3.7 sec)\u000a17:38:19.043327 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28664): Terminating (SIGTERM)\u000a17:38:19.222084 --- ParallelTerminationStrategy: PID 28664 died...\u000a17:38:19.281335 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28664): Terminated: ok {rc=0}\u000a17:38:19.370426 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:38:15" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28675): Process ended prematurely: osmo-stp_10.42.42.5(pid=28675) [trial-2362↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28675)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28675): Process ended prematurely: osmo-stp_10.42.42.5(pid=28675) [trial-2362↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a17:38:21.231303 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:21.243543 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:38:21.391896 tst assert_extension.py: using LAC 22624\u000a17:38:21.520667 tst assert_extension.py: using RAC 184\u000a17:38:21.655924 tst assert_extension.py: using CellId 22624\u000a17:38:21.780841 tst assert_extension.py: using BVCI 22625\u000a17:38:21.806799 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:21.820017 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:21.832540 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:21.845103 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:21.857163 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:21.870685 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a17:38:22.085123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:38:22.647390 run create_hlr_db(pid=28669): Launched\u000a17:38:22.840738 bus /sierra_2: Setting Powered False\u000a17:38:23.862611 run create_hlr_db(pid=28669): Terminated: ok {rc=0}\u000a17:38:24.316238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28671): Launched\u000a17:38:24.743904 run osmo-hlr_10.42.42.2(pid=28672): Launched\u000a17:38:24.995084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:38:25.682755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28674): Launched\u000a17:38:26.091825 run osmo-stp_10.42.42.5(pid=28675): Launched\u000a17:38:26.206550 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:38:26.749425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28678): Launched\u000a17:38:27.046394 run osmo-msc_10.42.42.6(pid=28679): Launched\u000a17:38:27.221607 run osmo-stp_10.42.42.5(pid=28675): ERR: Terminated: ERROR {rc=1} [trial-2362↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28675)]\u000a17:38:27.348225 run osmo-stp_10.42.42.5(pid=28675): stdout: \u000a| (launched: 2022-12-09_17:38:25.849421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:27.472071 run osmo-stp_10.42.42.5(pid=28675): stderr: \u000a| �[0;m�[38;5;43m20221209173826127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173826127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173826127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173826128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173826130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173826130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173826130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:27.591094 run osmo-stp_10.42.42.5(pid=28675): stdout: \u000a| (launched: 2022-12-09_17:38:25.849421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:27.709120 run osmo-stp_10.42.42.5(pid=28675): stderr: \u000a| �[0;m�[38;5;43m20221209173826127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173826127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173826127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173826128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173826130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173826130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173826130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:27.760848 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28675): Process ended prematurely: osmo-stp_10.42.42.5(pid=28675) [trial-2362↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28675)] [trial-2362↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a17:38:27.768657 tst assert_extension.py:17: Test FAILED (6.5 sec)\u000a17:38:27.829913 run osmo-hlr_10.42.42.2(pid=28672): ERR: Terminated: ERROR {rc=237} [trial-2362↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28672)]\u000a17:38:27.879472 run osmo-hlr_10.42.42.2(pid=28672): stdout: \u000a| (launched: 2022-12-09_17:38:24.485401) \u000a17:38:27.930374 run osmo-hlr_10.42.42.2(pid=28672): stderr: \u000a| �[0;m�[1;31m20221209173824795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173824795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173824795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173824795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173824795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173824795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173824815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173824829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173824829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173824829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:38:27.998582 run osmo-msc_10.42.42.6(pid=28679): ERR: Terminated: ERROR {rc=2} [trial-2362↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28679)]\u000a17:38:28.048256 run osmo-msc_10.42.42.6(pid=28679): stdout: \u000a| (launched: 2022-12-09_17:38:26.899291) \u000a17:38:28.098758 run osmo-msc_10.42.42.6(pid=28679): stderr: \u000a| �[0;m�[38;5;43m20221209173827169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173827169 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70f975ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173827169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173827169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173827169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173827169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173827171 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173827171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173827172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173827172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:38:28.141099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28671): Terminating (SIGTERM)\u000a17:38:28.181610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28674): Terminating (SIGTERM)\u000a17:38:28.222110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28678): Terminating (SIGTERM)\u000a17:38:28.231602 --- ParallelTerminationStrategy: PID 28671 died...\u000a17:38:28.285552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28671): Terminated: ok {rc=0}\u000a17:38:28.295082 --- ParallelTerminationStrategy: PID 28674 died...\u000a17:38:28.348647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28674): Terminated: ok {rc=0}\u000a17:38:28.358249 --- ParallelTerminationStrategy: PID 28678 died...\u000a17:38:28.411425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28678): Terminated: ok {rc=0}\u000a17:38:28.500173 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:38:21" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28690): Process ended prematurely: osmo-stp_10.42.42.5(pid=28690) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28690)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28690): Process ended prematurely: osmo-stp_10.42.42.5(pid=28690) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:38:30.450812 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:30.461934 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:38:30.618870 tst mo_mt_call.py: using LAC 22625\u000a17:38:30.751825 tst mo_mt_call.py: using RAC 185\u000a17:38:30.888738 tst mo_mt_call.py: using CellId 22625\u000a17:38:31.019966 tst mo_mt_call.py: using BVCI 22626\u000a17:38:31.043480 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:31.055233 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:31.066750 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:31.078519 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:31.090392 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:31.102141 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:38:31.221744 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:38:31.452004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:38:32.018840 run create_hlr_db(pid=28684): Launched\u000a17:38:32.211793 bus /sierra_2: Setting Powered False\u000a17:38:33.228613 run create_hlr_db(pid=28684): Terminated: ok {rc=0}\u000a17:38:33.635712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28686): Launched\u000a17:38:33.937721 run osmo-hlr_10.42.42.2(pid=28687): Launched\u000a17:38:34.047854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:38:34.582915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28689): Launched\u000a17:38:34.905572 run osmo-stp_10.42.42.5(pid=28690): Launched\u000a17:38:35.016325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:38:35.570461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28692): Launched\u000a17:38:35.873438 run osmo-msc_10.42.42.6(pid=28693): Launched\u000a17:38:36.050698 run osmo-stp_10.42.42.5(pid=28690): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28690)]\u000a17:38:36.179137 run osmo-stp_10.42.42.5(pid=28690): stdout: \u000a| (launched: 2022-12-09_17:38:34.747619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:36.305642 run osmo-stp_10.42.42.5(pid=28690): stderr: \u000a| �[0;m�[38;5;43m20221209173834922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173834922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173834922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173834922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173834925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173834925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173834925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:36.426931 run osmo-stp_10.42.42.5(pid=28690): stdout: \u000a| (launched: 2022-12-09_17:38:34.747619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:36.547385 run osmo-stp_10.42.42.5(pid=28690): stderr: \u000a| �[0;m�[38;5;43m20221209173834922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173834922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173834922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173834922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173834925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173834925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173834925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:36.600772 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28690): Process ended prematurely: osmo-stp_10.42.42.5(pid=28690) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28690)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:38:36.609604 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:38:36.670598 run osmo-hlr_10.42.42.2(pid=28687): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28687)]\u000a17:38:36.720325 run osmo-hlr_10.42.42.2(pid=28687): stdout: \u000a| (launched: 2022-12-09_17:38:33.788904) \u000a17:38:36.771113 run osmo-hlr_10.42.42.2(pid=28687): stderr: \u000a| �[0;m�[1;31m20221209173833963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173833963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173833963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173833963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173833963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173833963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173833980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173833990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173833991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173833991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:38:36.839410 run osmo-msc_10.42.42.6(pid=28693): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28693)]\u000a17:38:36.889234 run osmo-msc_10.42.42.6(pid=28693): stdout: \u000a| (launched: 2022-12-09_17:38:35.724344) \u000a17:38:36.939747 run osmo-msc_10.42.42.6(pid=28693): stderr: \u000a| �[0;m�[38;5;43m20221209173835997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173835997 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb634b9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173835997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173835997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173835997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173835998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173836000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173836000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173836001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173836001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:38:36.981934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28686): Terminating (SIGTERM)\u000a17:38:37.022265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28689): Terminating (SIGTERM)\u000a17:38:37.062489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28692): Terminating (SIGTERM)\u000a17:38:37.071595 --- ParallelTerminationStrategy: PID 28686 died...\u000a17:38:37.126044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28686): Terminated: ok {rc=0}\u000a17:38:37.135648 --- ParallelTerminationStrategy: PID 28689 died...\u000a17:38:37.189304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28689): Terminated: ok {rc=0}\u000a17:38:37.199082 --- ParallelTerminationStrategy: PID 28692 died...\u000a17:38:37.253128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28692): Terminated: ok {rc=0}\u000a17:38:37.343194 bus /sierra_3: Setting Powered False\u000a17:38:38.447458 bus /sierra_3: Setting Powered False\u000a17:38:39.558412 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28701): Process ended prematurely: osmo-stp_10.42.42.5(pid=28701) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28701)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28701): Process ended prematurely: osmo-stp_10.42.42.5(pid=28701) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:38:40.669251 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:40.681309 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:38:40.840816 tst mo_mt_call_osmux.py: using LAC 22626\u000a17:38:40.959397 tst mo_mt_call_osmux.py: using RAC 186\u000a17:38:41.077497 tst mo_mt_call_osmux.py: using CellId 22626\u000a17:38:41.201876 tst mo_mt_call_osmux.py: using BVCI 22627\u000a17:38:41.225055 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:41.236273 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:41.247280 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:41.258533 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:41.269788 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:41.281126 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:38:41.401487 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:38:41.615142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:38:42.134148 run create_hlr_db(pid=28695): Launched\u000a17:38:42.321831 bus /sierra_2: Setting Powered False\u000a17:38:43.342569 run create_hlr_db(pid=28695): Terminated: ok {rc=0}\u000a17:38:43.750170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28697): Launched\u000a17:38:44.053328 run osmo-hlr_10.42.42.2(pid=28698): Launched\u000a17:38:44.171124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:38:44.708627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28700): Launched\u000a17:38:45.011012 run osmo-stp_10.42.42.5(pid=28701): Launched\u000a17:38:45.121228 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:38:45.674446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28703): Launched\u000a17:38:46.109733 run osmo-msc_10.42.42.6(pid=28704): Launched\u000a17:38:46.500528 run osmo-stp_10.42.42.5(pid=28701): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28701)]\u000a17:38:46.777992 run osmo-stp_10.42.42.5(pid=28701): stdout: \u000a| (launched: 2022-12-09_17:38:44.861938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:46.947007 run osmo-stp_10.42.42.5(pid=28701): stderr: \u000a| �[0;m�[38;5;43m20221209173845033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173845033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173845033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173845034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173845034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173845034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173845034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:47.101725 run osmo-stp_10.42.42.5(pid=28701): stdout: \u000a| (launched: 2022-12-09_17:38:44.861938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:47.256843 run osmo-stp_10.42.42.5(pid=28701): stderr: \u000a| �[0;m�[38;5;43m20221209173845033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173845033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173845033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173845034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173845034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173845034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173845034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:47.317427 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28701): Process ended prematurely: osmo-stp_10.42.42.5(pid=28701) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28701)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:38:47.327886 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a17:38:47.393498 run osmo-hlr_10.42.42.2(pid=28698): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28698)]\u000a17:38:47.447275 run osmo-hlr_10.42.42.2(pid=28698): stdout: \u000a| (launched: 2022-12-09_17:38:43.904079) \u000a17:38:47.501423 run osmo-hlr_10.42.42.2(pid=28698): stderr: \u000a| �[0;m�[1;31m20221209173844082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173844082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173844082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173844082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173844082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173844082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173844094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173844103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173844104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173844104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:38:47.572473 run osmo-msc_10.42.42.6(pid=28704): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28704)]\u000a17:38:47.624415 run osmo-msc_10.42.42.6(pid=28704): stdout: \u000a| (launched: 2022-12-09_17:38:45.827376) \u000a17:38:47.676697 run osmo-msc_10.42.42.6(pid=28704): stderr: \u000a| �[0;m�[38;5;43m20221209173846528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173846528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1548a14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173846528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173846528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173846528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173846528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173846530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173846531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173846531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173846531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:38:47.721078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28697): Terminating (SIGTERM)\u000a17:38:47.763060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28700): Terminating (SIGTERM)\u000a17:38:47.805024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28703): Terminating (SIGTERM)\u000a17:38:47.814688 --- ParallelTerminationStrategy: PID 28697 died...\u000a17:38:47.870962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28697): Terminated: ok {rc=0}\u000a17:38:47.881464 --- ParallelTerminationStrategy: PID 28700 died...\u000a17:38:47.937194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28700): Terminated: ok {rc=0}\u000a17:38:47.947272 --- ParallelTerminationStrategy: PID 28703 died...\u000a17:38:48.003255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28703): Terminated: ok {rc=0}\u000a17:38:48.089567 bus /sierra_3: Setting Powered False\u000a17:38:49.195175 bus /sierra_3: Setting Powered False\u000a17:38:50.302098 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:38:30" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28715): Process ended prematurely: osmo-stp_10.42.42.5(pid=28715) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28715)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28715): Process ended prematurely: osmo-stp_10.42.42.5(pid=28715) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:38:52.304040 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:38:52.316043 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:38:52.486263 tst mo_mt_call.py: using LAC 22627\u000a17:38:52.611590 tst mo_mt_call.py: using RAC 187\u000a17:38:52.737257 tst mo_mt_call.py: using CellId 22627\u000a17:38:52.865770 tst mo_mt_call.py: using BVCI 22628\u000a17:38:52.890697 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:38:52.902295 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:38:52.913755 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:38:52.925385 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:38:52.937038 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:38:52.948533 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:38:53.063488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:38:53.263620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:38:53.740494 run create_hlr_db(pid=28709): Launched\u000a17:38:53.914662 bus /sierra_2: Setting Powered False\u000a17:38:54.935343 run create_hlr_db(pid=28709): Terminated: ok {rc=0}\u000a17:38:55.339271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28711): Launched\u000a17:38:55.641698 run osmo-hlr_10.42.42.2(pid=28712): Launched\u000a17:38:55.757967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:38:56.288068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28714): Launched\u000a17:38:56.590360 run osmo-stp_10.42.42.5(pid=28715): Launched\u000a17:38:56.700169 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:38:57.258952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28717): Launched\u000a17:38:57.562743 run osmo-msc_10.42.42.6(pid=28718): Launched\u000a17:38:57.742424 run osmo-stp_10.42.42.5(pid=28715): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28715)]\u000a17:38:57.871894 run osmo-stp_10.42.42.5(pid=28715): stdout: \u000a| (launched: 2022-12-09_17:38:56.441630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:57.998795 run osmo-stp_10.42.42.5(pid=28715): stderr: \u000a| �[0;m�[38;5;43m20221209173856614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173856615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173856615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173856615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173856616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173856616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173856616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:58.120070 run osmo-stp_10.42.42.5(pid=28715): stdout: \u000a| (launched: 2022-12-09_17:38:56.441630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:58.240197 run osmo-stp_10.42.42.5(pid=28715): stderr: \u000a| �[0;m�[38;5;43m20221209173856614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173856615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173856615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173856615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173856616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173856616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173856616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:58.293631 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28715): Process ended prematurely: osmo-stp_10.42.42.5(pid=28715) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28715)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:38:58.302566 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a17:38:58.363462 run osmo-hlr_10.42.42.2(pid=28712): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28712)]\u000a17:38:58.413465 run osmo-hlr_10.42.42.2(pid=28712): stdout: \u000a| (launched: 2022-12-09_17:38:55.492543) \u000a17:38:58.464017 run osmo-hlr_10.42.42.2(pid=28712): stderr: \u000a| �[0;m�[1;31m20221209173855672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173855673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173855673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173855673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173855673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173855673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173855685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173855693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173855694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173855694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:38:58.531984 run osmo-msc_10.42.42.6(pid=28718): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28718)]\u000a17:38:58.581782 run osmo-msc_10.42.42.6(pid=28718): stdout: \u000a| (launched: 2022-12-09_17:38:57.412796) \u000a17:38:58.632224 run osmo-msc_10.42.42.6(pid=28718): stderr: \u000a| �[0;m�[38;5;43m20221209173857688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173857688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a5160fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173857689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173857689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173857689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173857689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173857691 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173857691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173857691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173857692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:38:58.674780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28711): Terminating (SIGTERM)\u000a17:38:58.714677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28714): Terminating (SIGTERM)\u000a17:38:58.755098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28717): Terminating (SIGTERM)\u000a17:38:58.764786 --- ParallelTerminationStrategy: PID 28711 died...\u000a17:38:58.818513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28711): Terminated: ok {rc=0}\u000a17:38:58.828592 --- ParallelTerminationStrategy: PID 28714 died...\u000a17:38:58.882435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28714): Terminated: ok {rc=0}\u000a17:38:58.892135 --- ParallelTerminationStrategy: PID 28717 died...\u000a17:38:58.945945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28717): Terminated: ok {rc=0}\u000a17:38:59.034562 bus /sierra_3: Setting Powered False\u000a17:39:00.137540 bus /sierra_3: Setting Powered False\u000a17:39:01.262373 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28726): Process ended prematurely: osmo-stp_10.42.42.5(pid=28726) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28726)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28726): Process ended prematurely: osmo-stp_10.42.42.5(pid=28726) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:39:02.376168 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:02.388517 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:39:02.555125 tst mo_mt_call_osmux.py: using LAC 22628\u000a17:39:02.683343 tst mo_mt_call_osmux.py: using RAC 188\u000a17:39:02.809437 tst mo_mt_call_osmux.py: using CellId 22628\u000a17:39:02.938005 tst mo_mt_call_osmux.py: using BVCI 22629\u000a17:39:02.962657 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:02.974329 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:02.985683 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:02.996934 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:03.008451 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:03.019887 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:39:03.139804 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:39:03.342787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:03.818623 run create_hlr_db(pid=28720): Launched\u000a17:39:03.992303 bus /sierra_2: Setting Powered False\u000a17:39:05.013373 run create_hlr_db(pid=28720): Terminated: ok {rc=0}\u000a17:39:05.416392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28722): Launched\u000a17:39:05.717880 run osmo-hlr_10.42.42.2(pid=28723): Launched\u000a17:39:05.834625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:39:06.369590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28725): Launched\u000a17:39:06.671796 run osmo-stp_10.42.42.5(pid=28726): Launched\u000a17:39:06.781782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:07.336102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28728): Launched\u000a17:39:07.639542 run osmo-msc_10.42.42.6(pid=28729): Launched\u000a17:39:07.820060 run osmo-stp_10.42.42.5(pid=28726): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28726)]\u000a17:39:07.949515 run osmo-stp_10.42.42.5(pid=28726): stdout: \u000a| (launched: 2022-12-09_17:39:06.523076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:08.076608 run osmo-stp_10.42.42.5(pid=28726): stderr: \u000a| �[0;m�[38;5;43m20221209173906693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173906693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173906694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173906694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173906695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173906695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173906695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:08.198693 run osmo-stp_10.42.42.5(pid=28726): stdout: \u000a| (launched: 2022-12-09_17:39:06.523076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:08.319048 run osmo-stp_10.42.42.5(pid=28726): stderr: \u000a| �[0;m�[38;5;43m20221209173906693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173906693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173906694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173906694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173906695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173906695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173906695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:08.372498 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28726): Process ended prematurely: osmo-stp_10.42.42.5(pid=28726) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28726)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:39:08.381542 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a17:39:08.442710 run osmo-hlr_10.42.42.2(pid=28723): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28723)]\u000a17:39:08.492653 run osmo-hlr_10.42.42.2(pid=28723): stdout: \u000a| (launched: 2022-12-09_17:39:05.569703) \u000a17:39:08.543011 run osmo-hlr_10.42.42.2(pid=28723): stderr: \u000a| �[0;m�[1;31m20221209173905747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173905747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173905747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173905747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173905747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173905747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173905760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173905770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173905770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173905770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:08.611549 run osmo-msc_10.42.42.6(pid=28729): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28729)]\u000a17:39:08.661254 run osmo-msc_10.42.42.6(pid=28729): stdout: \u000a| (launched: 2022-12-09_17:39:07.490139) \u000a17:39:08.711578 run osmo-msc_10.42.42.6(pid=28729): stderr: \u000a| �[0;m�[38;5;43m20221209173907764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173907765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c15e85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173907765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173907765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173907765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173907765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173907767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173907768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173907768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173907768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:08.753985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28722): Terminating (SIGTERM)\u000a17:39:08.794476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28725): Terminating (SIGTERM)\u000a17:39:08.835046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28728): Terminating (SIGTERM)\u000a17:39:08.844630 --- ParallelTerminationStrategy: PID 28722 died...\u000a17:39:08.898491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28722): Terminated: ok {rc=0}\u000a17:39:08.908507 --- ParallelTerminationStrategy: PID 28725 died...\u000a17:39:08.962111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28725): Terminated: ok {rc=0}\u000a17:39:08.971991 --- ParallelTerminationStrategy: PID 28728 died...\u000a17:39:09.025239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28728): Terminated: ok {rc=0}\u000a17:39:09.113186 bus /sierra_3: Setting Powered False\u000a17:39:10.215748 bus /sierra_3: Setting Powered False\u000a17:39:11.323058 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:38:52" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28740): Process ended prematurely: osmo-stp_10.42.42.5(pid=28740) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28740): Process ended prematurely: osmo-stp_10.42.42.5(pid=28740) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:39:13.336231 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:13.347925 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:39:13.510655 tst mo_mt_call.py: using LAC 22629\u000a17:39:13.638055 tst mo_mt_call.py: using RAC 189\u000a17:39:13.762580 tst mo_mt_call.py: using CellId 22629\u000a17:39:13.889707 tst mo_mt_call.py: using BVCI 22630\u000a17:39:13.914317 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:13.925889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:13.937472 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:13.948858 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:13.960314 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:13.971738 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:39:14.086567 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:39:14.297072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:14.812893 run create_hlr_db(pid=28734): Launched\u000a17:39:15.000729 bus /sierra_2: Setting Powered False\u000a17:39:16.032305 run create_hlr_db(pid=28734): Terminated: ok {rc=0}\u000a17:39:16.496187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28736): Launched\u000a17:39:16.872407 run osmo-hlr_10.42.42.2(pid=28737): Launched\u000a17:39:17.102357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:39:17.733468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28739): Launched\u000a17:39:18.036666 run osmo-stp_10.42.42.5(pid=28740): Launched\u000a17:39:18.146893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:18.701549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28742): Launched\u000a17:39:19.007117 run osmo-msc_10.42.42.6(pid=28743): Launched\u000a17:39:19.185532 run osmo-stp_10.42.42.5(pid=28740): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)]\u000a17:39:19.314793 run osmo-stp_10.42.42.5(pid=28740): stdout: \u000a| (launched: 2022-12-09_17:39:17.886870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:19.441631 run osmo-stp_10.42.42.5(pid=28740): stderr: \u000a| �[0;m�[38;5;43m20221209173918058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173918058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173918058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173918058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173918059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173918059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173918059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:19.563718 run osmo-stp_10.42.42.5(pid=28740): stdout: \u000a| (launched: 2022-12-09_17:39:17.886870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:19.684106 run osmo-stp_10.42.42.5(pid=28740): stderr: \u000a| �[0;m�[38;5;43m20221209173918058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173918058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173918058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173918058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173918059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173918059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173918059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:19.737511 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28740): Process ended prematurely: osmo-stp_10.42.42.5(pid=28740) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:39:19.746471 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:39:19.807207 run osmo-hlr_10.42.42.2(pid=28737): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28737)]\u000a17:39:19.857187 run osmo-hlr_10.42.42.2(pid=28737): stdout: \u000a| (launched: 2022-12-09_17:39:16.657515) \u000a17:39:19.907449 run osmo-hlr_10.42.42.2(pid=28737): stderr: \u000a| �[0;m�[1;31m20221209173917011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173917012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173917012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173917012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173917012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173917012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173917035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173917043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173917043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173917043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:19.974631 run osmo-msc_10.42.42.6(pid=28743): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28743)]\u000a17:39:20.024373 run osmo-msc_10.42.42.6(pid=28743): stdout: \u000a| (launched: 2022-12-09_17:39:18.855101) \u000a17:39:20.074198 run osmo-msc_10.42.42.6(pid=28743): stderr: \u000a| �[0;m�[38;5;43m20221209173919127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173919127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10374ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173919127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173919127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173919127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173919127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173919129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173919129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173919130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173919130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:20.116189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28736): Terminating (SIGTERM)\u000a17:39:20.156177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28739): Terminating (SIGTERM)\u000a17:39:20.196325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28742): Terminating (SIGTERM)\u000a17:39:20.205941 --- ParallelTerminationStrategy: PID 28736 died...\u000a17:39:20.259528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28736): Terminated: ok {rc=0}\u000a17:39:20.269560 --- ParallelTerminationStrategy: PID 28739 died...\u000a17:39:20.322410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28739): Terminated: ok {rc=0}\u000a17:39:20.332497 --- ParallelTerminationStrategy: PID 28742 died...\u000a17:39:20.386404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28742): Terminated: ok {rc=0}\u000a17:39:20.474775 bus /sierra_3: Setting Powered False\u000a17:39:21.577974 bus /sierra_3: Setting Powered False\u000a17:39:22.691610 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:39:23.806256 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:23.818679 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:39:23.985653 tst mo_mt_call_osmux.py: using LAC 22630\u000a17:39:24.113929 tst mo_mt_call_osmux.py: using RAC 190\u000a17:39:24.241783 tst mo_mt_call_osmux.py: using CellId 22630\u000a17:39:24.369663 tst mo_mt_call_osmux.py: using BVCI 22631\u000a17:39:24.394180 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:24.405829 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:24.417331 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:24.428771 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:24.440323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:24.451812 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:39:24.570979 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:39:24.773816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:25.251158 run create_hlr_db(pid=28745): Launched\u000a17:39:25.425709 bus /sierra_2: Setting Powered False\u000a17:39:26.447109 run create_hlr_db(pid=28745): Terminated: ok {rc=0}\u000a17:39:26.880078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Launched\u000a17:39:27.204334 run osmo-hlr_10.42.42.2(pid=28748): Launched\u000a17:39:27.322929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:39:27.887146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Launched\u000a17:39:28.211042 run osmo-stp_10.42.42.5(pid=28751): Launched\u000a17:39:28.328036 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:28.921492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28753): Launched\u000a17:39:29.246878 run osmo-msc_10.42.42.6(pid=28754): Launched\u000a17:39:29.437180 run osmo-stp_10.42.42.5(pid=28751): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)]\u000a17:39:29.574247 run osmo-stp_10.42.42.5(pid=28751): stdout: \u000a| (launched: 2022-12-09_17:39:28.052206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:29.711815 run osmo-stp_10.42.42.5(pid=28751): stderr: \u000a| �[0;m�[38;5;43m20221209173928246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173928246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173928246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173928246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173928247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173928247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173928247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:29.842052 run osmo-stp_10.42.42.5(pid=28751): stdout: \u000a| (launched: 2022-12-09_17:39:28.052206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:29.971441 run osmo-stp_10.42.42.5(pid=28751): stderr: \u000a| �[0;m�[38;5;43m20221209173928246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173928246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173928246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173928246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173928247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173928247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173928247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:30.028675 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:39:30.038192 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:39:30.101072 run osmo-hlr_10.42.42.2(pid=28748): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28748)]\u000a17:39:30.152776 run osmo-hlr_10.42.42.2(pid=28748): stdout: \u000a| (launched: 2022-12-09_17:39:27.045580) \u000a17:39:30.205215 run osmo-hlr_10.42.42.2(pid=28748): stderr: \u000a| �[0;m�[1;31m20221209173927244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173927244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173927244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173927244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173927244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173927244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173927256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173927265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173927265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173927265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:30.275866 run osmo-msc_10.42.42.6(pid=28754): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28754)]\u000a17:39:30.327526 run osmo-msc_10.42.42.6(pid=28754): stdout: \u000a| (launched: 2022-12-09_17:39:29.086340) \u000a17:39:30.379817 run osmo-msc_10.42.42.6(pid=28754): stderr: \u000a| �[0;m�[38;5;43m20221209173929408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173929408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36d2f4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173929408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173929408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173929408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173929409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173929411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173929412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173929412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173929412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:30.423907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Terminating (SIGTERM)\u000a17:39:30.465720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Terminating (SIGTERM)\u000a17:39:30.508014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28753): Terminating (SIGTERM)\u000a17:39:30.517757 --- ParallelTerminationStrategy: PID 28747 died...\u000a17:39:30.574135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Terminated: ok {rc=0}\u000a17:39:30.584347 --- ParallelTerminationStrategy: PID 28750 died...\u000a17:39:30.640203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Terminated: ok {rc=0}\u000a17:39:30.650368 --- ParallelTerminationStrategy: PID 28753 died...\u000a17:39:30.706293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28753): Terminated: ok {rc=0}\u000a17:39:30.793877 bus /sierra_3: Setting Powered False\u000a17:39:31.919231 bus /sierra_3: Setting Powered False\u000a17:39:33.034440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:39:13" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28765): Process ended prematurely: osmo-stp_10.42.42.5(pid=28765) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28765): Process ended prematurely: osmo-stp_10.42.42.5(pid=28765) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:39:35.034034 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:35.045184 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:39:35.206930 tst mo_mt_call.py: using LAC 22631\u000a17:39:35.323899 tst mo_mt_call.py: using RAC 191\u000a17:39:35.442926 tst mo_mt_call.py: using CellId 22631\u000a17:39:35.561983 tst mo_mt_call.py: using BVCI 22632\u000a17:39:35.584818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:35.596029 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:35.607029 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:35.618203 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:35.629731 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:35.640842 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:39:35.755881 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:39:35.955213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:36.430281 run create_hlr_db(pid=28759): Launched\u000a17:39:36.603972 bus /sierra_2: Setting Powered False\u000a17:39:37.625922 run create_hlr_db(pid=28759): Terminated: ok {rc=0}\u000a17:39:38.057012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28761): Launched\u000a17:39:38.380012 run osmo-hlr_10.42.42.2(pid=28762): Launched\u000a17:39:38.497288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:39:39.059548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28764): Launched\u000a17:39:39.384375 run osmo-stp_10.42.42.5(pid=28765): Launched\u000a17:39:39.501668 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:40.116159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28769): Launched\u000a17:39:40.529702 run osmo-msc_10.42.42.6(pid=28786): Launched\u000a17:39:40.928930 run osmo-stp_10.42.42.5(pid=28765): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)]\u000a17:39:41.126326 run osmo-stp_10.42.42.5(pid=28765): stdout: \u000a| (launched: 2022-12-09_17:39:39.224067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:41.263591 run osmo-stp_10.42.42.5(pid=28765): stderr: \u000a| �[0;m�[38;5;43m20221209173939415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173939416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173939416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173939416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173939417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173939417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173939417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:41.396584 run osmo-stp_10.42.42.5(pid=28765): stdout: \u000a| (launched: 2022-12-09_17:39:39.224067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:41.528742 run osmo-stp_10.42.42.5(pid=28765): stderr: \u000a| �[0;m�[38;5;43m20221209173939415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173939416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173939416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173939416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173939417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173939417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173939417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:41.587500 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28765): Process ended prematurely: osmo-stp_10.42.42.5(pid=28765) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:39:41.597965 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a17:39:41.663677 run osmo-hlr_10.42.42.2(pid=28762): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28762)]\u000a17:39:41.717740 run osmo-hlr_10.42.42.2(pid=28762): stdout: \u000a| (launched: 2022-12-09_17:39:38.221347) \u000a17:39:41.771855 run osmo-hlr_10.42.42.2(pid=28762): stderr: \u000a| �[0;m�[1;31m20221209173938419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173938419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173938419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173938419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173938419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173938419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173938431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173938440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173938440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173938440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:41.844227 run osmo-msc_10.42.42.6(pid=28786): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28786)]\u000a17:39:41.897008 run osmo-msc_10.42.42.6(pid=28786): stdout: \u000a| (launched: 2022-12-09_17:39:40.276826) \u000a17:39:41.951296 run osmo-msc_10.42.42.6(pid=28786): stderr: \u000a| �[0;m�[38;5;43m20221209173940779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173940780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ae5eedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173940780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173940780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173940780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173940780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173940786 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173940787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173940787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173940787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:41.997281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28761): Terminating (SIGTERM)\u000a17:39:42.041577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28764): Terminating (SIGTERM)\u000a17:39:42.085849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28769): Terminating (SIGTERM)\u000a17:39:42.096275 --- ParallelTerminationStrategy: PID 28761 died...\u000a17:39:42.154478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28761): Terminated: ok {rc=0}\u000a17:39:42.164653 --- ParallelTerminationStrategy: PID 28764 died...\u000a17:39:42.220411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28764): Terminated: ok {rc=0}\u000a17:39:42.230567 --- ParallelTerminationStrategy: PID 28769 died...\u000a17:39:42.286217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28769): Terminated: ok {rc=0}\u000a17:39:42.372220 bus /sierra_3: Setting Powered False\u000a17:39:43.479345 bus /sierra_3: Setting Powered False\u000a17:39:44.590424 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:39:45.700799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:45.712991 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:39:45.900240 tst mo_mt_call_osmux.py: using LAC 22632\u000a17:39:46.036273 tst mo_mt_call_osmux.py: using RAC 192\u000a17:39:46.187680 tst mo_mt_call_osmux.py: using CellId 22632\u000a17:39:46.347198 tst mo_mt_call_osmux.py: using BVCI 22633\u000a17:39:46.379510 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:46.395163 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:46.412226 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:46.426438 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:46.439371 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:46.451834 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:39:46.579136 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:39:46.821543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:47.337651 run create_hlr_db(pid=28818): Launched\u000a17:39:47.512688 bus /sierra_2: Setting Powered False\u000a17:39:48.533987 run create_hlr_db(pid=28818): Terminated: ok {rc=0}\u000a17:39:48.965158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Launched\u000a17:39:49.289071 run osmo-hlr_10.42.42.2(pid=28821): Launched\u000a17:39:49.406937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:39:49.969932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Launched\u000a17:39:50.291822 run osmo-stp_10.42.42.5(pid=28824): Launched\u000a17:39:50.413432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:51.006594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28826): Launched\u000a17:39:51.329503 run osmo-msc_10.42.42.6(pid=28827): Launched\u000a17:39:51.518909 run osmo-stp_10.42.42.5(pid=28824): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]\u000a17:39:51.656325 run osmo-stp_10.42.42.5(pid=28824): stdout: \u000a| (launched: 2022-12-09_17:39:50.134228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:51.793525 run osmo-stp_10.42.42.5(pid=28824): stderr: \u000a| �[0;m�[38;5;43m20221209173950326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173950326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173950327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173950327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173950328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173950328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173950328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:51.923475 run osmo-stp_10.42.42.5(pid=28824): stdout: \u000a| (launched: 2022-12-09_17:39:50.134228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:52.051829 run osmo-stp_10.42.42.5(pid=28824): stderr: \u000a| �[0;m�[38;5;43m20221209173950326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209173950326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209173950327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209173950327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209173950328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209173950328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209173950328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:52.108679 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:39:52.118126 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:39:52.180862 run osmo-hlr_10.42.42.2(pid=28821): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28821)]\u000a17:39:52.232610 run osmo-hlr_10.42.42.2(pid=28821): stdout: \u000a| (launched: 2022-12-09_17:39:49.129943) \u000a17:39:52.284844 run osmo-hlr_10.42.42.2(pid=28821): stderr: \u000a| �[0;m�[1;31m20221209173949328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209173949328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209173949328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173949328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209173949329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209173949329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209173949341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209173949349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209173949349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209173949349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:52.355848 run osmo-msc_10.42.42.6(pid=28827): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28827)]\u000a17:39:52.407327 run osmo-msc_10.42.42.6(pid=28827): stdout: \u000a| (launched: 2022-12-09_17:39:51.171104) \u000a17:39:52.459531 run osmo-msc_10.42.42.6(pid=28827): stderr: \u000a| �[0;m�[38;5;43m20221209173951494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209173951494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49dd54ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209173951494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209173951494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209173951494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209173951494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209173951496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209173951496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209173951497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209173951497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:52.503607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Terminating (SIGTERM)\u000a17:39:52.545460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Terminating (SIGTERM)\u000a17:39:52.587539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28826): Terminating (SIGTERM)\u000a17:39:52.596803 --- ParallelTerminationStrategy: PID 28820 died...\u000a17:39:52.652686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Terminated: ok {rc=0}\u000a17:39:52.662810 --- ParallelTerminationStrategy: PID 28823 died...\u000a17:39:52.718565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Terminated: ok {rc=0}\u000a17:39:52.728611 --- ParallelTerminationStrategy: PID 28826 died...\u000a17:39:52.784097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28826): Terminated: ok {rc=0}\u000a17:39:52.871821 bus /sierra_3: Setting Powered False\u000a17:39:53.979480 bus /sierra_3: Setting Powered False\u000a17:39:55.091259 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:39:34" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28840): Process ended prematurely: osmo-stp_10.42.42.5(pid=28840) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28840)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28840): Process ended prematurely: osmo-stp_10.42.42.5(pid=28840) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:39:57.096283 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:39:57.107662 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:39:57.261860 tst mo_mt_call.py: using LAC 22633\u000a17:39:57.378925 tst mo_mt_call.py: using RAC 193\u000a17:39:57.495429 tst mo_mt_call.py: using CellId 22633\u000a17:39:57.612277 tst mo_mt_call.py: using BVCI 22634\u000a17:39:57.635286 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:39:57.646464 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:39:57.657460 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:39:57.668703 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:39:57.680075 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:39:57.691354 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:39:57.811374 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:39:58.012668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:58.488347 run create_hlr_db(pid=28832): Launched\u000a17:39:58.663725 bus /sierra_2: Setting Powered False\u000a17:39:59.683447 run create_hlr_db(pid=28832): Terminated: ok {rc=0}\u000a17:40:00.088256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Launched\u000a17:40:00.391318 run osmo-hlr_10.42.42.2(pid=28835): Launched\u000a17:40:00.508864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:01.063658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Launched\u000a17:40:01.452786 run osmo-stp_10.42.42.5(pid=28840): Launched\u000a17:40:01.659832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:02.322249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28843): Launched\u000a17:40:02.626648 run osmo-msc_10.42.42.6(pid=28844): Launched\u000a17:40:02.805566 run osmo-stp_10.42.42.5(pid=28840): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28840)]\u000a17:40:02.934821 run osmo-stp_10.42.42.5(pid=28840): stdout: \u000a| (launched: 2022-12-09_17:40:01.219605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:03.062231 run osmo-stp_10.42.42.5(pid=28840): stderr: \u000a| �[0;m�[38;5;43m20221209174001577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174001577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174001577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174001578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174001578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174001578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174001578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:03.183787 run osmo-stp_10.42.42.5(pid=28840): stdout: \u000a| (launched: 2022-12-09_17:40:01.219605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:03.304331 run osmo-stp_10.42.42.5(pid=28840): stderr: \u000a| �[0;m�[38;5;43m20221209174001577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174001577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174001577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174001578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174001578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174001578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174001578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:03.357739 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28840): Process ended prematurely: osmo-stp_10.42.42.5(pid=28840) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28840)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:40:03.366649 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:40:03.426566 run osmo-hlr_10.42.42.2(pid=28835): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28835)]\u000a17:40:03.475846 run osmo-hlr_10.42.42.2(pid=28835): stdout: \u000a| (launched: 2022-12-09_17:40:00.242492) \u000a17:40:03.525725 run osmo-hlr_10.42.42.2(pid=28835): stderr: \u000a| �[0;m�[1;31m20221209174000418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174000418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174000418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174000418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174000418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174000419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174000432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174000440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174000441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174000441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:03.592908 run osmo-msc_10.42.42.6(pid=28844): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28844)]\u000a17:40:03.642073 run osmo-msc_10.42.42.6(pid=28844): stdout: \u000a| (launched: 2022-12-09_17:40:02.476541) \u000a17:40:03.691733 run osmo-msc_10.42.42.6(pid=28844): stderr: \u000a| �[0;m�[38;5;43m20221209174002751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174002751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa70ef26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174002752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174002752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174002752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174002752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174002754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174002755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174002755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174002755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:03.733768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Terminating (SIGTERM)\u000a17:40:03.773674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Terminating (SIGTERM)\u000a17:40:03.813961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28843): Terminating (SIGTERM)\u000a17:40:03.823362 --- ParallelTerminationStrategy: PID 28834 died...\u000a17:40:03.877469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Terminated: ok {rc=0}\u000a17:40:03.887167 --- ParallelTerminationStrategy: PID 28837 died...\u000a17:40:03.940704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Terminated: ok {rc=0}\u000a17:40:03.950516 --- ParallelTerminationStrategy: PID 28843 died...\u000a17:40:04.003799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28843): Terminated: ok {rc=0}\u000a17:40:04.092720 bus /sierra_3: Setting Powered False\u000a17:40:05.197183 bus /sierra_3: Setting Powered False\u000a17:40:06.304564 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28852): Process ended prematurely: osmo-stp_10.42.42.5(pid=28852) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28852)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28852): Process ended prematurely: osmo-stp_10.42.42.5(pid=28852) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:40:07.419488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:07.431958 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:40:07.598943 tst mo_mt_call_osmux.py: using LAC 22634\u000a17:40:07.727839 tst mo_mt_call_osmux.py: using RAC 194\u000a17:40:07.854237 tst mo_mt_call_osmux.py: using CellId 22634\u000a17:40:07.980566 tst mo_mt_call_osmux.py: using BVCI 22635\u000a17:40:08.005308 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:08.017074 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:08.028587 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:08.040042 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:08.051764 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:08.063322 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:40:08.182952 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:40:08.384130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:08.862857 run create_hlr_db(pid=28846): Launched\u000a17:40:09.037745 bus /sierra_2: Setting Powered False\u000a17:40:10.070741 run create_hlr_db(pid=28846): Terminated: ok {rc=0}\u000a17:40:10.503778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28848): Launched\u000a17:40:10.827415 run osmo-hlr_10.42.42.2(pid=28849): Launched\u000a17:40:10.945726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:11.510861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28851): Launched\u000a17:40:11.835555 run osmo-stp_10.42.42.5(pid=28852): Launched\u000a17:40:11.954333 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:12.543110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28854): Launched\u000a17:40:12.849152 run osmo-msc_10.42.42.6(pid=28855): Launched\u000a17:40:13.027715 run osmo-stp_10.42.42.5(pid=28852): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28852)]\u000a17:40:13.157567 run osmo-stp_10.42.42.5(pid=28852): stdout: \u000a| (launched: 2022-12-09_17:40:11.676336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:13.284414 run osmo-stp_10.42.42.5(pid=28852): stderr: \u000a| �[0;m�[38;5;43m20221209174011869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174011869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174011869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174011870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174011872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174011872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174011872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:13.407017 run osmo-stp_10.42.42.5(pid=28852): stdout: \u000a| (launched: 2022-12-09_17:40:11.676336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:13.527643 run osmo-stp_10.42.42.5(pid=28852): stderr: \u000a| �[0;m�[38;5;43m20221209174011869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174011869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174011869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174011870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174011872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174011872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174011872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:13.581383 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28852): Process ended prematurely: osmo-stp_10.42.42.5(pid=28852) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28852)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:40:13.590357 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:40:13.651197 run osmo-hlr_10.42.42.2(pid=28849): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28849)]\u000a17:40:13.701013 run osmo-hlr_10.42.42.2(pid=28849): stdout: \u000a| (launched: 2022-12-09_17:40:10.669214) \u000a17:40:13.751084 run osmo-hlr_10.42.42.2(pid=28849): stderr: \u000a| �[0;m�[1;31m20221209174010868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174010868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174010868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174010868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174010868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174010868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174010879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174010888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174010888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174010888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:13.819385 run osmo-msc_10.42.42.6(pid=28855): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28855)]\u000a17:40:13.869028 run osmo-msc_10.42.42.6(pid=28855): stdout: \u000a| (launched: 2022-12-09_17:40:12.698368) \u000a17:40:13.919857 run osmo-msc_10.42.42.6(pid=28855): stderr: \u000a| �[0;m�[38;5;43m20221209174012970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174012970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd442ecac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174012970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174012970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174012971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174012971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174012972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174012973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174012973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174012973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:13.962560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28848): Terminating (SIGTERM)\u000a17:40:14.002811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28851): Terminating (SIGTERM)\u000a17:40:14.043223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28854): Terminating (SIGTERM)\u000a17:40:14.053097 --- ParallelTerminationStrategy: PID 28848 died...\u000a17:40:14.106569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28848): Terminated: ok {rc=0}\u000a17:40:14.116282 --- ParallelTerminationStrategy: PID 28851 died...\u000a17:40:14.170083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28851): Terminated: ok {rc=0}\u000a17:40:14.179560 --- ParallelTerminationStrategy: PID 28854 died...\u000a17:40:14.232464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28854): Terminated: ok {rc=0}\u000a17:40:14.315778 bus /sierra_3: Setting Powered False\u000a17:40:15.422406 bus /sierra_3: Setting Powered False\u000a17:40:16.535726 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:39:56" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28868): Process ended prematurely: osmo-stp_10.42.42.5(pid=28868) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28868)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28868): Process ended prematurely: osmo-stp_10.42.42.5(pid=28868) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:40:18.548647 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:18.560447 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:40:18.726563 tst mo_mt_call.py: using LAC 22635\u000a17:40:18.858539 tst mo_mt_call.py: using RAC 195\u000a17:40:18.982907 tst mo_mt_call.py: using CellId 22635\u000a17:40:19.108101 tst mo_mt_call.py: using BVCI 22636\u000a17:40:19.132522 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:19.144184 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:19.155661 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:19.167169 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:19.178726 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:19.190303 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:40:19.310230 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:40:19.513503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:19.990154 run create_hlr_db(pid=28862): Launched\u000a17:40:20.164514 bus /sierra_2: Setting Powered False\u000a17:40:21.185954 run create_hlr_db(pid=28862): Terminated: ok {rc=0}\u000a17:40:21.616793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28864): Launched\u000a17:40:21.943071 run osmo-hlr_10.42.42.2(pid=28865): Launched\u000a17:40:22.062159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:22.623497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28867): Launched\u000a17:40:22.946482 run osmo-stp_10.42.42.5(pid=28868): Launched\u000a17:40:23.067569 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:23.659961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28870): Launched\u000a17:40:23.984333 run osmo-msc_10.42.42.6(pid=28871): Launched\u000a17:40:24.174798 run osmo-stp_10.42.42.5(pid=28868): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28868)]\u000a17:40:24.311717 run osmo-stp_10.42.42.5(pid=28868): stdout: \u000a| (launched: 2022-12-09_17:40:22.787847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:24.448915 run osmo-stp_10.42.42.5(pid=28868): stderr: \u000a| �[0;m�[38;5;43m20221209174022980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174022980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174022980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174022980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174022981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174022981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174022981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:24.579146 run osmo-stp_10.42.42.5(pid=28868): stdout: \u000a| (launched: 2022-12-09_17:40:22.787847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:24.707669 run osmo-stp_10.42.42.5(pid=28868): stderr: \u000a| �[0;m�[38;5;43m20221209174022980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174022980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174022980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174022980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174022981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174022981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174022981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:24.765001 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28868): Process ended prematurely: osmo-stp_10.42.42.5(pid=28868) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28868)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:40:24.774388 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:40:24.837001 run osmo-hlr_10.42.42.2(pid=28865): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28865)]\u000a17:40:24.888460 run osmo-hlr_10.42.42.2(pid=28865): stdout: \u000a| (launched: 2022-12-09_17:40:21.782222) \u000a17:40:24.941122 run osmo-hlr_10.42.42.2(pid=28865): stderr: \u000a| �[0;m�[1;31m20221209174021980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174021980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174021980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174021980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174021980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174021981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174021993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174022002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174022002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174022002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:25.011990 run osmo-msc_10.42.42.6(pid=28871): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28871)]\u000a17:40:25.063445 run osmo-msc_10.42.42.6(pid=28871): stdout: \u000a| (launched: 2022-12-09_17:40:23.825075) \u000a17:40:25.115282 run osmo-msc_10.42.42.6(pid=28871): stderr: \u000a| �[0;m�[38;5;43m20221209174024149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174024149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3d0724c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174024149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174024149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174024149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174024149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174024151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174024151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174024152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174024152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:25.159403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28864): Terminating (SIGTERM)\u000a17:40:25.201439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28867): Terminating (SIGTERM)\u000a17:40:25.243256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28870): Terminating (SIGTERM)\u000a17:40:25.252794 --- ParallelTerminationStrategy: PID 28864 died...\u000a17:40:25.309143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28864): Terminated: ok {rc=0}\u000a17:40:25.319080 --- ParallelTerminationStrategy: PID 28867 died...\u000a17:40:25.374508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28867): Terminated: ok {rc=0}\u000a17:40:25.384433 --- ParallelTerminationStrategy: PID 28870 died...\u000a17:40:25.440057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28870): Terminated: ok {rc=0}\u000a17:40:25.528412 bus /sierra_3: Setting Powered False\u000a17:40:26.636326 bus /sierra_3: Setting Powered False\u000a17:40:27.743993 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28879): Process ended prematurely: osmo-stp_10.42.42.5(pid=28879) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28879)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28879): Process ended prematurely: osmo-stp_10.42.42.5(pid=28879) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:40:28.858967 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:28.871393 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:40:29.039344 tst mo_mt_call_osmux.py: using LAC 22636\u000a17:40:29.160573 tst mo_mt_call_osmux.py: using RAC 196\u000a17:40:29.281037 tst mo_mt_call_osmux.py: using CellId 22636\u000a17:40:29.400418 tst mo_mt_call_osmux.py: using BVCI 22637\u000a17:40:29.423350 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:29.434637 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:29.445654 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:29.457168 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:29.468542 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:29.479725 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:40:29.599367 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:40:29.804475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:30.281709 run create_hlr_db(pid=28873): Launched\u000a17:40:30.456192 bus /sierra_2: Setting Powered False\u000a17:40:31.479524 run create_hlr_db(pid=28873): Terminated: ok {rc=0}\u000a17:40:31.943719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28875): Launched\u000a17:40:32.291402 run osmo-hlr_10.42.42.2(pid=28876): Launched\u000a17:40:32.410749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:32.974646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28878): Launched\u000a17:40:33.299102 run osmo-stp_10.42.42.5(pid=28879): Launched\u000a17:40:33.417445 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:34.012542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28881): Launched\u000a17:40:34.336167 run osmo-msc_10.42.42.6(pid=28882): Launched\u000a17:40:34.525782 run osmo-stp_10.42.42.5(pid=28879): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28879)]\u000a17:40:34.662305 run osmo-stp_10.42.42.5(pid=28879): stdout: \u000a| (launched: 2022-12-09_17:40:33.139445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:34.798958 run osmo-stp_10.42.42.5(pid=28879): stderr: \u000a| �[0;m�[38;5;43m20221209174033334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174033334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174033334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174033335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174033335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174033335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174033335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:34.929208 run osmo-stp_10.42.42.5(pid=28879): stdout: \u000a| (launched: 2022-12-09_17:40:33.139445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:35.057783 run osmo-stp_10.42.42.5(pid=28879): stderr: \u000a| �[0;m�[38;5;43m20221209174033334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174033334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174033334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174033335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174033335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174033335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174033335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:35.114835 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28879): Process ended prematurely: osmo-stp_10.42.42.5(pid=28879) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28879)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:40:35.124142 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:40:35.186537 run osmo-hlr_10.42.42.2(pid=28876): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28876)]\u000a17:40:35.237987 run osmo-hlr_10.42.42.2(pid=28876): stdout: \u000a| (launched: 2022-12-09_17:40:32.102647) \u000a17:40:35.290041 run osmo-hlr_10.42.42.2(pid=28876): stderr: \u000a| �[0;m�[1;31m20221209174032310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174032310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174032310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174032310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174032310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174032310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174032322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174032330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174032330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174032330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:35.360996 run osmo-msc_10.42.42.6(pid=28882): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28882)]\u000a17:40:35.412449 run osmo-msc_10.42.42.6(pid=28882): stdout: \u000a| (launched: 2022-12-09_17:40:34.178481) \u000a17:40:35.464601 run osmo-msc_10.42.42.6(pid=28882): stderr: \u000a| �[0;m�[38;5;43m20221209174034501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174034501 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4859ecfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174034501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174034501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174034501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174034501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174034503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174034503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174034504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174034504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:35.509052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28875): Terminating (SIGTERM)\u000a17:40:35.551164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28878): Terminating (SIGTERM)\u000a17:40:35.593264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28881): Terminating (SIGTERM)\u000a17:40:35.602893 --- ParallelTerminationStrategy: PID 28875 died...\u000a17:40:35.658940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28875): Terminated: ok {rc=0}\u000a17:40:35.669058 --- ParallelTerminationStrategy: PID 28878 died...\u000a17:40:35.725066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28878): Terminated: ok {rc=0}\u000a17:40:35.735083 --- ParallelTerminationStrategy: PID 28881 died...\u000a17:40:35.790638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28881): Terminated: ok {rc=0}\u000a17:40:35.878317 bus /sierra_3: Setting Powered False\u000a17:40:36.981841 bus /sierra_3: Setting Powered False\u000a17:40:38.092526 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:40:18" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28894): Process ended prematurely: osmo-stp_10.42.42.5(pid=28894) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28894)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28894): Process ended prematurely: osmo-stp_10.42.42.5(pid=28894) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:40:40.085090 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:40.095984 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:40:40.255493 tst mo_mt_call.py: using LAC 22637\u000a17:40:40.375888 tst mo_mt_call.py: using RAC 197\u000a17:40:40.499622 tst mo_mt_call.py: using CellId 22637\u000a17:40:40.624033 tst mo_mt_call.py: using BVCI 22638\u000a17:40:40.648884 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:40.660509 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:40.672201 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:40.683930 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:40.695460 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:40.706767 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:40:40.826220 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:40:41.034500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:41.550106 run create_hlr_db(pid=28888): Launched\u000a17:40:41.737091 bus /sierra_2: Setting Powered False\u000a17:40:42.758427 run create_hlr_db(pid=28888): Terminated: ok {rc=0}\u000a17:40:43.192226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28890): Launched\u000a17:40:43.515938 run osmo-hlr_10.42.42.2(pid=28891): Launched\u000a17:40:43.637650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:44.200273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28893): Launched\u000a17:40:44.523731 run osmo-stp_10.42.42.5(pid=28894): Launched\u000a17:40:44.642017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:45.235792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28896): Launched\u000a17:40:45.558677 run osmo-msc_10.42.42.6(pid=28897): Launched\u000a17:40:45.749810 run osmo-stp_10.42.42.5(pid=28894): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28894)]\u000a17:40:45.934818 run osmo-stp_10.42.42.5(pid=28894): stdout: \u000a| (launched: 2022-12-09_17:40:44.365250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:46.130866 run osmo-stp_10.42.42.5(pid=28894): stderr: \u000a| �[0;m�[38;5;43m20221209174044557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174044558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174044558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174044558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174044559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174044559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174044559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:46.264173 run osmo-stp_10.42.42.5(pid=28894): stdout: \u000a| (launched: 2022-12-09_17:40:44.365250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:46.394810 run osmo-stp_10.42.42.5(pid=28894): stderr: \u000a| �[0;m�[38;5;43m20221209174044557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174044558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174044558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174044558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174044559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174044559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174044559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:46.452866 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28894): Process ended prematurely: osmo-stp_10.42.42.5(pid=28894) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28894)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:40:46.462949 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:40:46.527053 run osmo-hlr_10.42.42.2(pid=28891): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28891)]\u000a17:40:46.580073 run osmo-hlr_10.42.42.2(pid=28891): stdout: \u000a| (launched: 2022-12-09_17:40:43.357436) \u000a17:40:46.633784 run osmo-hlr_10.42.42.2(pid=28891): stderr: \u000a| �[0;m�[1;31m20221209174043558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174043558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174043558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174043558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174043558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174043558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174043571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174043580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174043580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174043580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:46.707934 run osmo-msc_10.42.42.6(pid=28897): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28897)]\u000a17:40:46.761769 run osmo-msc_10.42.42.6(pid=28897): stdout: \u000a| (launched: 2022-12-09_17:40:45.400903) \u000a17:40:46.815370 run osmo-msc_10.42.42.6(pid=28897): stderr: \u000a| �[0;m�[38;5;43m20221209174045724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174045724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6db457c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174045724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174045724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174045725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174045725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174045727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174045727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174045727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174045727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:46.860278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28890): Terminating (SIGTERM)\u000a17:40:46.903637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28893): Terminating (SIGTERM)\u000a17:40:46.948298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28896): Terminating (SIGTERM)\u000a17:40:46.959072 --- ParallelTerminationStrategy: PID 28890 died...\u000a17:40:47.015977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28890): Terminated: ok {rc=0}\u000a17:40:47.026524 --- ParallelTerminationStrategy: PID 28893 died...\u000a17:40:47.083171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28893): Terminated: ok {rc=0}\u000a17:40:47.093807 --- ParallelTerminationStrategy: PID 28896 died...\u000a17:40:47.150341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28896): Terminated: ok {rc=0}\u000a17:40:47.240842 bus /sierra_3: Setting Powered False\u000a17:40:48.344869 bus /sierra_3: Setting Powered False\u000a17:40:49.452132 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28905): Process ended prematurely: osmo-stp_10.42.42.5(pid=28905) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28905): Process ended prematurely: osmo-stp_10.42.42.5(pid=28905) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:40:50.567247 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:50.579847 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:40:50.748395 tst mo_mt_call_osmux.py: using LAC 22638\u000a17:40:50.875333 tst mo_mt_call_osmux.py: using RAC 198\u000a17:40:51.002825 tst mo_mt_call_osmux.py: using CellId 22638\u000a17:40:51.131107 tst mo_mt_call_osmux.py: using BVCI 22639\u000a17:40:51.155780 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:51.167297 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:51.178624 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:51.189991 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:51.201457 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:51.212708 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:40:51.330428 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:40:51.536134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:52.012633 run create_hlr_db(pid=28899): Launched\u000a17:40:52.186944 bus /sierra_2: Setting Powered False\u000a17:40:53.207569 run create_hlr_db(pid=28899): Terminated: ok {rc=0}\u000a17:40:53.611547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28901): Launched\u000a17:40:53.915067 run osmo-hlr_10.42.42.2(pid=28902): Launched\u000a17:40:54.026011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:54.552524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28904): Launched\u000a17:40:54.855459 run osmo-stp_10.42.42.5(pid=28905): Launched\u000a17:40:54.966251 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:55.521059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28907): Launched\u000a17:40:55.827371 run osmo-msc_10.42.42.6(pid=28908): Launched\u000a17:40:56.005384 run osmo-stp_10.42.42.5(pid=28905): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)]\u000a17:40:56.134847 run osmo-stp_10.42.42.5(pid=28905): stdout: \u000a| (launched: 2022-12-09_17:40:54.706202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:56.261422 run osmo-stp_10.42.42.5(pid=28905): stderr: \u000a| �[0;m�[38;5;43m20221209174054877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174054877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174054878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174054878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174054878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174054878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174054879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:56.383307 run osmo-stp_10.42.42.5(pid=28905): stdout: \u000a| (launched: 2022-12-09_17:40:54.706202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:56.503538 run osmo-stp_10.42.42.5(pid=28905): stderr: \u000a| �[0;m�[38;5;43m20221209174054877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174054877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174054878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174054878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174054878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174054878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174054879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:56.556649 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28905): Process ended prematurely: osmo-stp_10.42.42.5(pid=28905) [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)] [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:40:56.565484 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a17:40:56.625572 run osmo-hlr_10.42.42.2(pid=28902): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28902)]\u000a17:40:56.674615 run osmo-hlr_10.42.42.2(pid=28902): stdout: \u000a| (launched: 2022-12-09_17:40:53.765175) \u000a17:40:56.723984 run osmo-hlr_10.42.42.2(pid=28902): stderr: \u000a| �[0;m�[1;31m20221209174053943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174053943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174053943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174053943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174053943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174053943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174053956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174053964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174053964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174053964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:56.791525 run osmo-msc_10.42.42.6(pid=28908): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28908)]\u000a17:40:56.840820 run osmo-msc_10.42.42.6(pid=28908): stdout: \u000a| (launched: 2022-12-09_17:40:55.674850) \u000a17:40:56.890443 run osmo-msc_10.42.42.6(pid=28908): stderr: \u000a| �[0;m�[38;5;43m20221209174055947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174055947 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff580b11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174055947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174055947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174055947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174055947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174055949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174055949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174055950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174055950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:56.931980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28901): Terminating (SIGTERM)\u000a17:40:56.971596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28904): Terminating (SIGTERM)\u000a17:40:57.011144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28907): Terminating (SIGTERM)\u000a17:40:57.020423 --- ParallelTerminationStrategy: PID 28901 died...\u000a17:40:57.073445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28901): Terminated: ok {rc=0}\u000a17:40:57.083194 --- ParallelTerminationStrategy: PID 28904 died...\u000a17:40:57.136297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28904): Terminated: ok {rc=0}\u000a17:40:57.145770 --- ParallelTerminationStrategy: PID 28907 died...\u000a17:40:57.198186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28907): Terminated: ok {rc=0}\u000a17:40:57.285880 bus /sierra_3: Setting Powered False\u000a17:40:58.386866 bus /sierra_3: Setting Powered False\u000a17:40:59.492475 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:40:39" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28919): Process ended prematurely: osmo-stp_10.42.42.5(pid=28919) [trial-2362↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28919)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28919): Process ended prematurely: osmo-stp_10.42.42.5(pid=28919) [trial-2362↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:41:01.555738 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:01.569925 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:41:01.755804 tst emergency_mo_mt_call.py: using LAC 22639\u000a17:41:01.890423 tst emergency_mo_mt_call.py: using RAC 199\u000a17:41:02.036425 tst emergency_mo_mt_call.py: using CellId 22639\u000a17:41:02.166570 tst emergency_mo_mt_call.py: using BVCI 22640\u000a17:41:02.192905 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:02.205557 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:02.218787 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:02.231635 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:02.244184 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:02.256388 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:02.380548 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:02.588544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:41:03.098497 run create_hlr_db(pid=28913): Launched\u000a17:41:03.282927 bus /sierra_2: Setting Powered False\u000a17:41:04.303927 run create_hlr_db(pid=28913): Terminated: ok {rc=0}\u000a17:41:04.706047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28915): Launched\u000a17:41:05.002523 run osmo-hlr_10.42.42.2(pid=28916): Launched\u000a17:41:05.117748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:41:05.645134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28918): Launched\u000a17:41:05.941136 run osmo-stp_10.42.42.5(pid=28919): Launched\u000a17:41:06.070466 tst emergency_mo_mt_call.py: using MSISDN 7298\u000a17:41:06.223173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:41:06.765298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28921): Launched\u000a17:41:07.061766 run osmo-msc_10.42.42.6(pid=28922): Launched\u000a17:41:07.236119 run osmo-stp_10.42.42.5(pid=28919): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28919)]\u000a17:41:07.362387 run osmo-stp_10.42.42.5(pid=28919): stdout: \u000a| (launched: 2022-12-09_17:41:05.795308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:07.486171 run osmo-stp_10.42.42.5(pid=28919): stderr: \u000a| �[0;m�[38;5;43m20221209174105965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174105966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174105966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174105966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174105967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174105967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174105967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:07.605474 run osmo-stp_10.42.42.5(pid=28919): stdout: \u000a| (launched: 2022-12-09_17:41:05.795308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:07.723474 run osmo-stp_10.42.42.5(pid=28919): stderr: \u000a| �[0;m�[38;5;43m20221209174105965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174105966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174105966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174105966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174105967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174105967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174105967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:07.775490 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28919): Process ended prematurely: osmo-stp_10.42.42.5(pid=28919) [trial-2362↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28919)] [trial-2362↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a17:41:07.783531 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a17:41:07.843837 run osmo-hlr_10.42.42.2(pid=28916): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28916)]\u000a17:41:07.893129 run osmo-hlr_10.42.42.2(pid=28916): stdout: \u000a| (launched: 2022-12-09_17:41:04.856592) \u000a17:41:07.943122 run osmo-hlr_10.42.42.2(pid=28916): stderr: \u000a| �[0;m�[1;31m20221209174105032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174105032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174105032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174105032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174105032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174105032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174105044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174105052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174105053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174105053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:41:08.010498 run osmo-msc_10.42.42.6(pid=28922): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28922)]\u000a17:41:08.059954 run osmo-msc_10.42.42.6(pid=28922): stdout: \u000a| (launched: 2022-12-09_17:41:06.915565) \u000a17:41:08.109880 run osmo-msc_10.42.42.6(pid=28922): stderr: \u000a| �[0;m�[38;5;43m20221209174107186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174107186 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb09572c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174107186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174107187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174107187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174107187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174107189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174107189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174107189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174107189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:41:08.151830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28915): Terminating (SIGTERM)\u000a17:41:08.191948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28918): Terminating (SIGTERM)\u000a17:41:08.231879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28921): Terminating (SIGTERM)\u000a17:41:08.241259 --- ParallelTerminationStrategy: PID 28915 died...\u000a17:41:08.294613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28915): Terminated: ok {rc=0}\u000a17:41:08.304397 --- ParallelTerminationStrategy: PID 28918 died...\u000a17:41:08.357312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28918): Terminated: ok {rc=0}\u000a17:41:08.367131 --- ParallelTerminationStrategy: PID 28921 died...\u000a17:41:08.420157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28921): Terminated: ok {rc=0}\u000a17:41:08.509749 bus /sierra_3: Setting Powered False\u000a17:41:09.612639 bus /sierra_3: Setting Powered False\u000a17:41:10.724760 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28930): Process ended prematurely: osmo-stp_10.42.42.5(pid=28930) [trial-2362↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28930)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28930): Process ended prematurely: osmo-stp_10.42.42.5(pid=28930) [trial-2362↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:41:11.776631 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:11.788040 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:41:11.926142 tst emergency_preemptive_call.py: using LAC 22640\u000a17:41:12.050053 tst emergency_preemptive_call.py: using RAC 200\u000a17:41:12.174270 tst emergency_preemptive_call.py: using CellId 22640\u000a17:41:12.300045 tst emergency_preemptive_call.py: using BVCI 22641\u000a17:41:12.324344 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:12.335806 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:12.347014 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:12.358757 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:12.370309 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:12.381863 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:12.497341 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:12.616010 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:12.733687 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:12.942800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:41:13.451661 run create_hlr_db(pid=28924): Launched\u000a17:41:13.637135 bus /sierra_2: Setting Powered False\u000a17:41:14.656080 run create_hlr_db(pid=28924): Terminated: ok {rc=0}\u000a17:41:15.055819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28926): Launched\u000a17:41:15.352289 run osmo-hlr_10.42.42.2(pid=28927): Launched\u000a17:41:15.461995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:41:16.028464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28929): Launched\u000a17:41:16.401877 run osmo-stp_10.42.42.5(pid=28930): Launched\u000a17:41:16.655933 tst emergency_preemptive_call.py: using MSISDN 7299\u000a17:41:16.906891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:41:17.491174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28932): Launched\u000a17:41:17.810452 run osmo-msc_10.42.42.6(pid=28933): Launched\u000a17:41:17.996826 run osmo-stp_10.42.42.5(pid=28930): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28930)]\u000a17:41:18.130597 run osmo-stp_10.42.42.5(pid=28930): stdout: \u000a| (launched: 2022-12-09_17:41:16.192903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:18.264441 run osmo-stp_10.42.42.5(pid=28930): stderr: \u000a| �[0;m�[38;5;43m20221209174116534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174116535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174116537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174116539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174116546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174116546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174116546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:18.392380 run osmo-stp_10.42.42.5(pid=28930): stdout: \u000a| (launched: 2022-12-09_17:41:16.192903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:18.519457 run osmo-stp_10.42.42.5(pid=28930): stderr: \u000a| �[0;m�[38;5;43m20221209174116534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174116535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174116537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174116539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174116546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174116546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174116546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:18.575626 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28930): Process ended prematurely: osmo-stp_10.42.42.5(pid=28930) [trial-2362↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28930)] [trial-2362↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a17:41:18.584473 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a17:41:18.647385 run osmo-hlr_10.42.42.2(pid=28927): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28927)]\u000a17:41:18.699182 run osmo-hlr_10.42.42.2(pid=28927): stdout: \u000a| (launched: 2022-12-09_17:41:15.206312) \u000a17:41:18.751584 run osmo-hlr_10.42.42.2(pid=28927): stderr: \u000a| �[0;m�[1;31m20221209174115382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174115383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174115383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174115383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174115383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174115383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174115395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174115405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174115405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174115406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:41:18.822515 run osmo-msc_10.42.42.6(pid=28933): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28933)]\u000a17:41:18.874212 run osmo-msc_10.42.42.6(pid=28933): stdout: \u000a| (launched: 2022-12-09_17:41:17.653160) \u000a17:41:18.926319 run osmo-msc_10.42.42.6(pid=28933): stderr: \u000a| �[0;m�[38;5;43m20221209174117977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174117977 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f660a9c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174117977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174117977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174117977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174117978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174117979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174117980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174117980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174117980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:41:18.970885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28926): Terminating (SIGTERM)\u000a17:41:19.012709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28929): Terminating (SIGTERM)\u000a17:41:19.055225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28932): Terminating (SIGTERM)\u000a17:41:19.065000 --- ParallelTerminationStrategy: PID 28926 died...\u000a17:41:19.121238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28926): Terminated: ok {rc=0}\u000a17:41:19.131397 --- ParallelTerminationStrategy: PID 28929 died...\u000a17:41:19.186820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28929): Terminated: ok {rc=0}\u000a17:41:19.196935 --- ParallelTerminationStrategy: PID 28932 died...\u000a17:41:19.252475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28932): Terminated: ok {rc=0}\u000a17:41:19.340641 bus /sierra_9: Setting Powered False\u000a17:41:20.447746 bus /sierra_9: Setting Powered False\u000a17:41:21.554369 bus /sierra_8: Setting Powered False\u000a17:41:22.660754 bus /sierra_8: Setting Powered False\u000a17:41:23.768438 bus /sierra_3: Setting Powered False\u000a17:41:24.874297 bus /sierra_3: Setting Powered False\u000a17:41:25.983193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:41:01" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28948): Process ended prematurely: osmo-stp_10.42.42.5(pid=28948) [trial-2362↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28948)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28948): Process ended prematurely: osmo-stp_10.42.42.5(pid=28948) [trial-2362↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:41:28.102056 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:28.113173 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:41:28.251120 tst cs_paging_gprs_active.py: using LAC 22641\u000a17:41:28.376110 tst cs_paging_gprs_active.py: using RAC 201\u000a17:41:28.509302 tst cs_paging_gprs_active.py: using CellId 22641\u000a17:41:28.637187 tst cs_paging_gprs_active.py: using BVCI 22642\u000a17:41:28.662184 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:28.673637 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:28.684732 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:28.695776 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:28.706663 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:28.717714 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:28.728694 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:28.739589 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:28.750699 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:28.867025 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:29.144901 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:41:29.270811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:41:29.585987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28938): Launched\u000a17:41:29.848420 run iperf3-srv_10.42.42.10(pid=28939): Launched\u000a17:41:30.033596 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:41:30.159752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:41:30.474843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28940): Launched\u000a17:41:30.736859 run iperf3-srv_10.42.42.10(pid=28941): Launched\u000a17:41:30.933021 tst cs_paging_gprs_active.py:38: start network...\u000a17:41:31.062079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:41:31.585740 run create_hlr_db(pid=28942): Launched\u000a17:41:31.764763 bus /sierra_2: Setting Powered False\u000a17:41:32.782178 run create_hlr_db(pid=28942): Terminated: ok {rc=0}\u000a17:41:33.214735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28944): Launched\u000a17:41:33.540756 run osmo-hlr_10.42.42.2(pid=28945): Launched\u000a17:41:33.660696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:41:34.228315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28947): Launched\u000a17:41:34.554064 run osmo-stp_10.42.42.5(pid=28948): Launched\u000a17:41:34.672052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:41:35.240304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28950): Launched\u000a17:41:35.355957 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:41:35.633718 run patchelf(pid=28951): Launched\u000a17:41:35.812811 run osmo-stp_10.42.42.5(pid=28948): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28948)]\u000a17:41:35.943469 run osmo-stp_10.42.42.5(pid=28948): stdout: \u000a| (launched: 2022-12-09_17:41:34.393834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:36.074541 run osmo-stp_10.42.42.5(pid=28948): stderr: \u000a| �[0;m�[38;5;43m20221209174134588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174134588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174134589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174134589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174134590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174134590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174134590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:36.200743 run osmo-stp_10.42.42.5(pid=28948): stdout: \u000a| (launched: 2022-12-09_17:41:34.393834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:36.325685 run osmo-stp_10.42.42.5(pid=28948): stderr: \u000a| �[0;m�[38;5;43m20221209174134588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174134588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174134589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174134589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174134590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174134590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174134590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:36.471581 run patchelf(pid=28951): Terminating (SIGINT)\u000a17:41:36.643981 run patchelf(pid=28951): Terminated: ok {rc=0}\u000a17:41:36.675905 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28948): Process ended prematurely: osmo-stp_10.42.42.5(pid=28948) [trial-2362↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28948)] [trial-2362↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a17:41:36.685354 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a17:41:36.746633 run osmo-hlr_10.42.42.2(pid=28945): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28945)]\u000a17:41:36.796240 run osmo-hlr_10.42.42.2(pid=28945): stdout: \u000a| (launched: 2022-12-09_17:41:33.380626) \u000a17:41:36.846717 run osmo-hlr_10.42.42.2(pid=28945): stderr: \u000a| �[0;m�[1;31m20221209174133577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174133577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174133577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174133577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174133577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174133577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174133589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174133598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174133598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174133598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:41:36.889251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28938): Terminating (SIGTERM)\u000a17:41:36.929558 run iperf3-srv_10.42.42.10(pid=28939): Terminating (SIGTERM)\u000a17:41:36.969423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28940): Terminating (SIGTERM)\u000a17:41:37.009299 run iperf3-srv_10.42.42.10(pid=28941): Terminating (SIGTERM)\u000a17:41:37.049335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28944): Terminating (SIGTERM)\u000a17:41:37.089351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28947): Terminating (SIGTERM)\u000a17:41:37.129439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28950): Terminating (SIGTERM)\u000a17:41:37.138814 --- ParallelTerminationStrategy: PID 28938 died...\u000a17:41:37.193195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28938): Terminated: ok {rc=0}\u000a17:41:37.202881 --- ParallelTerminationStrategy: PID 28939 died...\u000a17:41:37.256525 run iperf3-srv_10.42.42.10(pid=28939): Terminated {rc=256}\u000a17:41:37.266166 --- ParallelTerminationStrategy: PID 28940 died...\u000a17:41:37.320265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28940): Terminated: ok {rc=0}\u000a17:41:37.329884 --- ParallelTerminationStrategy: PID 28941 died...\u000a17:41:37.383124 run iperf3-srv_10.42.42.10(pid=28941): Terminated {rc=256}\u000a17:41:37.392889 --- ParallelTerminationStrategy: PID 28944 died...\u000a17:41:37.446415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28944): Terminated: ok {rc=0}\u000a17:41:37.456234 --- ParallelTerminationStrategy: PID 28947 died...\u000a17:41:37.509901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28947): Terminated: ok {rc=0}\u000a17:41:37.519831 --- ParallelTerminationStrategy: PID 28950 died...\u000a17:41:37.574594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28950): Terminated: ok {rc=0}\u000a17:41:37.658559 bus /gobi_0: Setting Powered False\u000a17:41:38.768213 bus /gobi_0: Setting Powered False\u000a17:41:39.876750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28960): Process ended prematurely: osmo-stp_10.42.42.5(pid=28960) [trial-2362↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28960)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28960): Process ended prematurely: osmo-stp_10.42.42.5(pid=28960) [trial-2362↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a17:41:40.993398 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:41.005184 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:41:41.153459 tst iperf3.py: using LAC 22642\u000a17:41:41.282377 tst iperf3.py: using RAC 202\u000a17:41:41.409369 tst iperf3.py: using CellId 22642\u000a17:41:41.536321 tst iperf3.py: using BVCI 22643\u000a17:41:41.561248 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:41.572538 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:41.583623 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:41.594648 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:41.605650 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:41.616531 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:41.627739 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:41.638615 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:41.649721 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:41.943762 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:41:42.079778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:41:42.418049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28952): Launched\u000a17:41:42.699484 run iperf3-srv_10.42.42.10(pid=28953): Launched\u000a17:41:42.898619 tst iperf3.py:8: start network...\u000a17:41:43.035093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:41:43.555964 run create_hlr_db(pid=28954): Launched\u000a17:41:43.745878 bus /gobi_6: Setting Powered False\u000a17:41:44.765622 run create_hlr_db(pid=28954): Terminated: ok {rc=0}\u000a17:41:45.200915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28956): Launched\u000a17:41:45.523626 run osmo-hlr_10.42.42.2(pid=28957): Launched\u000a17:41:45.640343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:41:46.220088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28959): Launched\u000a17:41:46.570507 run osmo-stp_10.42.42.5(pid=28960): Launched\u000a17:41:46.868329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:41:47.469890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28962): Launched\u000a17:41:47.586450 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:41:47.871314 run patchelf(pid=28963): Launched\u000a17:41:48.062540 run osmo-stp_10.42.42.5(pid=28960): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28960)]\u000a17:41:48.201758 run osmo-stp_10.42.42.5(pid=28960): stdout: \u000a| (launched: 2022-12-09_17:41:46.378357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:48.341463 run osmo-stp_10.42.42.5(pid=28960): stderr: \u000a| �[0;m�[38;5;43m20221209174146659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174146659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174146659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174146660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174146660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174146660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174146660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:48.475787 run osmo-stp_10.42.42.5(pid=28960): stdout: \u000a| (launched: 2022-12-09_17:41:46.378357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:48.609219 run osmo-stp_10.42.42.5(pid=28960): stderr: \u000a| �[0;m�[38;5;43m20221209174146659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174146659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174146659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174146660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174146660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174146660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174146660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:48.765463 run patchelf(pid=28963): Terminating (SIGINT)\u000a17:41:48.948034 run patchelf(pid=28963): Terminated: ok {rc=0}\u000a17:41:48.982280 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28960): Process ended prematurely: osmo-stp_10.42.42.5(pid=28960) [trial-2362↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28960)] [trial-2362↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a17:41:48.992297 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a17:41:49.055871 run osmo-hlr_10.42.42.2(pid=28957): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28957)]\u000a17:41:49.107805 run osmo-hlr_10.42.42.2(pid=28957): stdout: \u000a| (launched: 2022-12-09_17:41:45.366579) \u000a17:41:49.160440 run osmo-hlr_10.42.42.2(pid=28957): stderr: \u000a| �[0;m�[1;31m20221209174145543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174145543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174145543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174145543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174145543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174145543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174145555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174145564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174145564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174145564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:41:49.205496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28952): Terminating (SIGTERM)\u000a17:41:49.248030 run iperf3-srv_10.42.42.10(pid=28953): Terminating (SIGTERM)\u000a17:41:49.290665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28956): Terminating (SIGTERM)\u000a17:41:49.333400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28959): Terminating (SIGTERM)\u000a17:41:49.376075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28962): Terminating (SIGTERM)\u000a17:41:49.385981 --- ParallelTerminationStrategy: PID 28952 died...\u000a17:41:49.442810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28952): Terminated: ok {rc=0}\u000a17:41:49.453167 --- ParallelTerminationStrategy: PID 28953 died...\u000a17:41:49.509676 run iperf3-srv_10.42.42.10(pid=28953): Terminated {rc=256}\u000a17:41:49.519887 --- ParallelTerminationStrategy: PID 28956 died...\u000a17:41:49.576488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28956): Terminated: ok {rc=0}\u000a17:41:49.586630 --- ParallelTerminationStrategy: PID 28959 died...\u000a17:41:49.643327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28959): Terminated: ok {rc=0}\u000a17:41:49.653784 --- ParallelTerminationStrategy: PID 28962 died...\u000a17:41:49.710208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28962): Terminated: ok {rc=0}\u000a17:41:49.799477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28978): Process ended prematurely: osmo-stp_10.42.42.5(pid=28978) [trial-2362↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28978)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28978): Process ended prematurely: osmo-stp_10.42.42.5(pid=28978) [trial-2362↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a17:41:50.915670 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:50.927681 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:41:51.072266 tst iperf3m4.py: using LAC 22643\u000a17:41:51.198933 tst iperf3m4.py: using RAC 203\u000a17:41:51.326035 tst iperf3m4.py: using CellId 22643\u000a17:41:51.452861 tst iperf3m4.py: using BVCI 22644\u000a17:41:51.477791 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:51.489082 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:51.500050 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:51.511108 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:51.522072 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:51.533001 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:51.544170 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:51.555068 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:51.566117 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:51.684575 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:51.801667 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:51.919956 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:52.198334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:41:52.324842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:41:52.640937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28964): Launched\u000a17:41:52.904608 run iperf3-srv_10.42.42.10(pid=28965): Launched\u000a17:41:53.090416 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:41:53.216939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:41:53.532396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28966): Launched\u000a17:41:53.794033 run iperf3-srv_10.42.42.10(pid=28967): Launched\u000a17:41:53.978813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:41:54.105336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:41:54.420058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28968): Launched\u000a17:41:54.681866 run iperf3-srv_10.42.42.10(pid=28969): Launched\u000a17:41:54.867649 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:41:54.993653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:41:55.308567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28970): Launched\u000a17:41:55.569602 run iperf3-srv_10.42.42.10(pid=28971): Launched\u000a17:41:55.754826 tst iperf3m4.py:8: start network...\u000a17:41:55.880670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:41:56.359152 run create_hlr_db(pid=28972): Launched\u000a17:41:56.533741 bus /gobi_6: Setting Powered False\u000a17:41:57.555423 run create_hlr_db(pid=28972): Terminated: ok {rc=0}\u000a17:41:57.961283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28974): Launched\u000a17:41:58.265717 run osmo-hlr_10.42.42.2(pid=28975): Launched\u000a17:41:58.384498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:41:58.924410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28977): Launched\u000a17:41:59.228729 run osmo-stp_10.42.42.5(pid=28978): Launched\u000a17:41:59.339295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:41:59.869444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28980): Launched\u000a17:41:59.977608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:42:00.243011 run patchelf(pid=28981): Launched\u000a17:42:00.421481 run osmo-stp_10.42.42.5(pid=28978): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28978)]\u000a17:42:00.551805 run osmo-stp_10.42.42.5(pid=28978): stdout: \u000a| (launched: 2022-12-09_17:41:59.078763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:00.682600 run osmo-stp_10.42.42.5(pid=28978): stderr: \u000a| �[0;m�[38;5;43m20221209174159247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174159247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174159248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174159248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174159249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174159249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174159249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:00.808838 run osmo-stp_10.42.42.5(pid=28978): stdout: \u000a| (launched: 2022-12-09_17:41:59.078763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:00.993317 run osmo-stp_10.42.42.5(pid=28978): stderr: \u000a| �[0;m�[38;5;43m20221209174159247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174159247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174159248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174159248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174159249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174159249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174159249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:01.191217 run patchelf(pid=28981): Terminating (SIGINT)\u000a17:42:01.381976 run patchelf(pid=28981): Terminated: ok {rc=0}\u000a17:42:01.417667 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28978): Process ended prematurely: osmo-stp_10.42.42.5(pid=28978) [trial-2362↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28978)] [trial-2362↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a17:42:01.430114 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a17:42:01.497175 run osmo-hlr_10.42.42.2(pid=28975): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28975)]\u000a17:42:01.551595 run osmo-hlr_10.42.42.2(pid=28975): stdout: \u000a| (launched: 2022-12-09_17:41:58.115489) \u000a17:42:01.606811 run osmo-hlr_10.42.42.2(pid=28975): stderr: \u000a| �[0;m�[1;31m20221209174158290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174158290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174158290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174158290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174158290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174158290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174158302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174158311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174158311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174158311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:42:01.653536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28964): Terminating (SIGTERM)\u000a17:42:01.699892 run iperf3-srv_10.42.42.10(pid=28965): Terminating (SIGTERM)\u000a17:42:01.746186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28966): Terminating (SIGTERM)\u000a17:42:01.791829 run iperf3-srv_10.42.42.10(pid=28967): Terminating (SIGTERM)\u000a17:42:01.838326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28968): Terminating (SIGTERM)\u000a17:42:01.883738 run iperf3-srv_10.42.42.10(pid=28969): Terminating (SIGTERM)\u000a17:42:01.928796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28970): Terminating (SIGTERM)\u000a17:42:01.974734 run iperf3-srv_10.42.42.10(pid=28971): Terminating (SIGTERM)\u000a17:42:02.020015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28974): Terminating (SIGTERM)\u000a17:42:02.065018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28977): Terminating (SIGTERM)\u000a17:42:02.109820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28980): Terminating (SIGTERM)\u000a17:42:02.120425 --- ParallelTerminationStrategy: PID 28964 died...\u000a17:42:02.179670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28964): Terminated: ok {rc=0}\u000a17:42:02.191315 --- ParallelTerminationStrategy: PID 28965 died...\u000a17:42:02.245209 run iperf3-srv_10.42.42.10(pid=28965): Terminated {rc=256}\u000a17:42:02.254981 --- ParallelTerminationStrategy: PID 28966 died...\u000a17:42:02.308393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28966): Terminated: ok {rc=0}\u000a17:42:02.318235 --- ParallelTerminationStrategy: PID 28967 died...\u000a17:42:02.371892 run iperf3-srv_10.42.42.10(pid=28967): Terminated {rc=256}\u000a17:42:02.381519 --- ParallelTerminationStrategy: PID 28968 died...\u000a17:42:02.434854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28968): Terminated: ok {rc=0}\u000a17:42:02.444713 --- ParallelTerminationStrategy: PID 28969 died...\u000a17:42:02.498336 run iperf3-srv_10.42.42.10(pid=28969): Terminated {rc=256}\u000a17:42:02.508162 --- ParallelTerminationStrategy: PID 28970 died...\u000a17:42:02.561655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28970): Terminated: ok {rc=0}\u000a17:42:02.571510 --- ParallelTerminationStrategy: PID 28971 died...\u000a17:42:02.625411 run iperf3-srv_10.42.42.10(pid=28971): Terminated {rc=256}\u000a17:42:02.634981 --- ParallelTerminationStrategy: PID 28974 died...\u000a17:42:02.688762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28974): Terminated: ok {rc=0}\u000a17:42:02.698457 --- ParallelTerminationStrategy: PID 28977 died...\u000a17:42:02.752554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28977): Terminated: ok {rc=0}\u000a17:42:02.762374 --- ParallelTerminationStrategy: PID 28980 died...\u000a17:42:02.816290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28980): Terminated: ok {rc=0}\u000a17:42:02.905572 bus /gobi_4: Setting Powered False\u000a17:42:04.010979 bus /gobi_4: Setting Powered False\u000a17:42:05.124388 bus /gobi_1: Setting Powered False\u000a17:42:06.227986 bus /gobi_1: Setting Powered False\u000a17:42:07.334901 bus /gobi_0: Setting Powered False\u000a17:42:08.442104 bus /gobi_0: Setting Powered False\u000a17:42:09.550494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28998): Process ended prematurely: osmo-stp_10.42.42.5(pid=28998) [trial-2362↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28998)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28998): Process ended prematurely: osmo-stp_10.42.42.5(pid=28998) [trial-2362↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a17:42:10.619779 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:10.631820 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:42:10.775033 tst ping.py: using LAC 22644\u000a17:42:10.902208 tst ping.py: using RAC 204\u000a17:42:11.026882 tst ping.py: using CellId 22644\u000a17:42:11.156740 tst ping.py: using BVCI 22645\u000a17:42:11.181092 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:11.192326 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:11.203463 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:11.214595 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:11.225572 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:11.236501 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:11.247719 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:11.258767 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:42:11.534353 tst ping.py:19: start network...\u000a17:42:11.658921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:42:12.127720 run create_hlr_db(pid=28992): Launched\u000a17:42:12.299963 bus /gobi_6: Setting Powered False\u000a17:42:13.320792 run create_hlr_db(pid=28992): Terminated: ok {rc=0}\u000a17:42:13.747077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28994): Launched\u000a17:42:14.067142 run osmo-hlr_10.42.42.2(pid=28995): Launched\u000a17:42:14.185926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:42:14.746049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28997): Launched\u000a17:42:15.065865 run osmo-stp_10.42.42.5(pid=28998): Launched\u000a17:42:15.185274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:42:15.740732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29000): Launched\u000a17:42:15.875187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:42:16.181887 run patchelf(pid=29001): Launched\u000a17:42:16.377031 run osmo-stp_10.42.42.5(pid=28998): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28998)]\u000a17:42:16.542773 run osmo-stp_10.42.42.5(pid=28998): stdout: \u000a| (launched: 2022-12-09_17:42:14.908528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:16.686600 run osmo-stp_10.42.42.5(pid=28998): stderr: \u000a| �[0;m�[38;5;43m20221209174215102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174215102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174215102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174215102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174215103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174215103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174215103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:16.821392 run osmo-stp_10.42.42.5(pid=28998): stdout: \u000a| (launched: 2022-12-09_17:42:14.908528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:16.956218 run osmo-stp_10.42.42.5(pid=28998): stderr: \u000a| �[0;m�[38;5;43m20221209174215102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174215102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174215102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174215102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174215103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174215103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174215103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:17.113032 run patchelf(pid=29001): Terminating (SIGINT)\u000a17:42:17.294392 run patchelf(pid=29001): Terminated: ok {rc=0}\u000a17:42:17.327289 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28998): Process ended prematurely: osmo-stp_10.42.42.5(pid=28998) [trial-2362↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28998)] [trial-2362↪gprs:trx-sysmocell5000↪ping.py:22]\u000a17:42:17.336538 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:42:17.400672 run osmo-hlr_10.42.42.2(pid=28995): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28995)]\u000a17:42:17.453147 run osmo-hlr_10.42.42.2(pid=28995): stdout: \u000a| (launched: 2022-12-09_17:42:13.909034) \u000a17:42:17.506346 run osmo-hlr_10.42.42.2(pid=28995): stderr: \u000a| �[0;m�[1;31m20221209174214108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174214108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174214108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174214108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174214109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174214109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174214121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174214129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174214129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174214129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:42:17.551662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28994): Terminating (SIGTERM)\u000a17:42:17.594493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28997): Terminating (SIGTERM)\u000a17:42:17.637032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29000): Terminating (SIGTERM)\u000a17:42:17.646841 --- ParallelTerminationStrategy: PID 28994 died...\u000a17:42:17.703868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28994): Terminated: ok {rc=0}\u000a17:42:17.714181 --- ParallelTerminationStrategy: PID 28997 died...\u000a17:42:17.770892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28997): Terminated: ok {rc=0}\u000a17:42:17.781179 --- ParallelTerminationStrategy: PID 29000 died...\u000a17:42:17.837599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29000): Terminated: ok {rc=0}\u000a17:42:17.925046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29008): Process ended prematurely: osmo-stp_10.42.42.5(pid=29008) [trial-2362↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29008)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29008): Process ended prematurely: osmo-stp_10.42.42.5(pid=29008) [trial-2362↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a17:42:18.980202 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:18.992458 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:42:19.136935 tst ping_idle_ping.py: using LAC 22645\u000a17:42:19.261862 tst ping_idle_ping.py: using RAC 205\u000a17:42:19.386977 tst ping_idle_ping.py: using CellId 22645\u000a17:42:19.512902 tst ping_idle_ping.py: using BVCI 22646\u000a17:42:19.537486 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:19.548754 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:19.559818 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:19.570835 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:19.581771 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:19.592754 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:19.603930 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:19.614937 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:42:19.890791 tst ping_idle_ping.py:24: start network...\u000a17:42:20.015714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:42:20.491014 run create_hlr_db(pid=29002): Launched\u000a17:42:20.664668 bus /gobi_6: Setting Powered False\u000a17:42:21.686166 run create_hlr_db(pid=29002): Terminated: ok {rc=0}\u000a17:42:22.115875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29004): Launched\u000a17:42:22.436525 run osmo-hlr_10.42.42.2(pid=29005): Launched\u000a17:42:22.553611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:42:23.109948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29007): Launched\u000a17:42:23.429467 run osmo-stp_10.42.42.5(pid=29008): Launched\u000a17:42:23.545320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:42:24.103314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29010): Launched\u000a17:42:24.216551 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:42:24.494612 run patchelf(pid=29011): Launched\u000a17:42:24.682359 run osmo-stp_10.42.42.5(pid=29008): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29008)]\u000a17:42:24.819125 run osmo-stp_10.42.42.5(pid=29008): stdout: \u000a| (launched: 2022-12-09_17:42:23.272387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:24.956856 run osmo-stp_10.42.42.5(pid=29008): stderr: \u000a| �[0;m�[38;5;43m20221209174223465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174223465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174223465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174223465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174223466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174223466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174223466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:25.090103 run osmo-stp_10.42.42.5(pid=29008): stdout: \u000a| (launched: 2022-12-09_17:42:23.272387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:25.220554 run osmo-stp_10.42.42.5(pid=29008): stderr: \u000a| �[0;m�[38;5;43m20221209174223465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174223465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174223465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174223465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174223466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174223466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174223466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:25.373332 run patchelf(pid=29011): Terminating (SIGINT)\u000a17:42:25.552573 run patchelf(pid=29011): Terminated: ok {rc=0}\u000a17:42:25.585369 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29008): Process ended prematurely: osmo-stp_10.42.42.5(pid=29008) [trial-2362↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29008)] [trial-2362↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a17:42:25.594774 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:42:25.657896 run osmo-hlr_10.42.42.2(pid=29005): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29005)]\u000a17:42:25.709559 run osmo-hlr_10.42.42.2(pid=29005): stdout: \u000a| (launched: 2022-12-09_17:42:22.279050) \u000a17:42:25.762225 run osmo-hlr_10.42.42.2(pid=29005): stderr: \u000a| �[0;m�[1;31m20221209174222479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174222479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174222479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174222479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174222479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174222479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174222496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174222506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174222506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174222506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:42:25.806997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29004): Terminating (SIGTERM)\u000a17:42:25.849778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29007): Terminating (SIGTERM)\u000a17:42:25.892053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29010): Terminating (SIGTERM)\u000a17:42:25.901890 --- ParallelTerminationStrategy: PID 29004 died...\u000a17:42:25.958158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29004): Terminated: ok {rc=0}\u000a17:42:25.968326 --- ParallelTerminationStrategy: PID 29007 died...\u000a17:42:26.025030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29007): Terminated: ok {rc=0}\u000a17:42:26.035294 --- ParallelTerminationStrategy: PID 29010 died...\u000a17:42:26.091991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29010): Terminated: ok {rc=0}\u000a17:42:26.180607 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:41:27" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29025): Process ended prematurely: osmo-stp_10.42.42.5(pid=29025) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29025)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29025): Process ended prematurely: osmo-stp_10.42.42.5(pid=29025) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:42:28.348749 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:28.359882 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:42:28.504381 tst cs_paging_gprs_active.py: using LAC 22646\u000a17:42:28.625313 tst cs_paging_gprs_active.py: using RAC 206\u000a17:42:28.745112 tst cs_paging_gprs_active.py: using CellId 22646\u000a17:42:28.864289 tst cs_paging_gprs_active.py: using BVCI 22647\u000a17:42:28.887680 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:28.898595 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:28.909390 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:28.920747 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:28.932098 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:28.943768 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:28.955655 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:28.967179 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:28.978867 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:42:29.102877 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:42:29.399153 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:42:29.535149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:29.873696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29015): Launched\u000a17:42:30.153808 run iperf3-srv_10.42.42.10(pid=29016): Launched\u000a17:42:30.352716 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:42:30.488091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:30.825189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29017): Launched\u000a17:42:31.154356 run iperf3-srv_10.42.42.10(pid=29018): Launched\u000a17:42:31.381362 tst cs_paging_gprs_active.py:38: start network...\u000a17:42:31.519490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:42:32.105554 run create_hlr_db(pid=29019): Launched\u000a17:42:32.297784 bus /gobi_6: Setting Powered False\u000a17:42:33.314675 run create_hlr_db(pid=29019): Terminated: ok {rc=0}\u000a17:42:33.748283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29021): Launched\u000a17:42:34.074208 run osmo-hlr_10.42.42.2(pid=29022): Launched\u000a17:42:34.194294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:42:34.761854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29024): Launched\u000a17:42:35.089591 run osmo-stp_10.42.42.5(pid=29025): Launched\u000a17:42:35.207881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:42:35.777429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29027): Launched\u000a17:42:35.894423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:42:36.180380 run patchelf(pid=29028): Launched\u000a17:42:36.371393 run osmo-stp_10.42.42.5(pid=29025): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29025)]\u000a17:42:36.510908 run osmo-stp_10.42.42.5(pid=29025): stdout: \u000a| (launched: 2022-12-09_17:42:34.927491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:36.651316 run osmo-stp_10.42.42.5(pid=29025): stderr: \u000a| �[0;m�[38;5;43m20221209174235121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174235121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174235122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174235122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174235123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174235123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174235123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:36.786018 run osmo-stp_10.42.42.5(pid=29025): stdout: \u000a| (launched: 2022-12-09_17:42:34.927491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:36.920256 run osmo-stp_10.42.42.5(pid=29025): stderr: \u000a| �[0;m�[38;5;43m20221209174235121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174235121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174235122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174235122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174235123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174235123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174235123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:37.077175 run patchelf(pid=29028): Terminating (SIGINT)\u000a17:42:37.261175 run patchelf(pid=29028): Terminated: ok {rc=0}\u000a17:42:37.295012 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29025): Process ended prematurely: osmo-stp_10.42.42.5(pid=29025) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29025)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:42:37.305061 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a17:42:37.368478 run osmo-hlr_10.42.42.2(pid=29022): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29022)]\u000a17:42:37.420569 run osmo-hlr_10.42.42.2(pid=29022): stdout: \u000a| (launched: 2022-12-09_17:42:33.914117) \u000a17:42:37.472911 run osmo-hlr_10.42.42.2(pid=29022): stderr: \u000a| �[0;m�[1;31m20221209174234116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174234116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174234116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174234116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174234116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174234117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174234129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174234137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174234138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174234138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:42:37.517656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29015): Terminating (SIGTERM)\u000a17:42:37.559583 run iperf3-srv_10.42.42.10(pid=29016): Terminating (SIGTERM)\u000a17:42:37.601718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29017): Terminating (SIGTERM)\u000a17:42:37.643571 run iperf3-srv_10.42.42.10(pid=29018): Terminating (SIGTERM)\u000a17:42:37.685663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29021): Terminating (SIGTERM)\u000a17:42:37.727647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29024): Terminating (SIGTERM)\u000a17:42:37.769666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29027): Terminating (SIGTERM)\u000a17:42:37.779307 --- ParallelTerminationStrategy: PID 29015 died...\u000a17:42:37.835596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29015): Terminated: ok {rc=0}\u000a17:42:37.845732 --- ParallelTerminationStrategy: PID 29016 died...\u000a17:42:37.901704 run iperf3-srv_10.42.42.10(pid=29016): Terminated {rc=256}\u000a17:42:37.911685 --- ParallelTerminationStrategy: PID 29017 died...\u000a17:42:37.967553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29017): Terminated: ok {rc=0}\u000a17:42:37.977686 --- ParallelTerminationStrategy: PID 29018 died...\u000a17:42:38.033701 run iperf3-srv_10.42.42.10(pid=29018): Terminated {rc=256}\u000a17:42:38.043820 --- ParallelTerminationStrategy: PID 29021 died...\u000a17:42:38.099534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29021): Terminated: ok {rc=0}\u000a17:42:38.109910 --- ParallelTerminationStrategy: PID 29024 died...\u000a17:42:38.165665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29024): Terminated: ok {rc=0}\u000a17:42:38.175739 --- ParallelTerminationStrategy: PID 29027 died...\u000a17:42:38.231596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29027): Terminated: ok {rc=0}\u000a17:42:38.319250 bus /gobi_0: Setting Powered False\u000a17:42:39.427617 bus /gobi_0: Setting Powered False\u000a17:42:40.539202 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29037): Process ended prematurely: osmo-stp_10.42.42.5(pid=29037) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29037)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29037): Process ended prematurely: osmo-stp_10.42.42.5(pid=29037) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:42:41.650994 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:41.663030 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:42:41.806036 tst iperf3.py: using LAC 22647\u000a17:42:41.925262 tst iperf3.py: using RAC 207\u000a17:42:42.044516 tst iperf3.py: using CellId 22647\u000a17:42:42.165551 tst iperf3.py: using BVCI 22648\u000a17:42:42.188784 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:42.199700 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:42.210472 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:42.221522 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:42.232383 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:42.243283 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:42.254416 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:42.266000 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:42.276852 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:42:42.570682 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:42:42.706623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:43.044086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29029): Launched\u000a17:42:43.325957 run iperf3-srv_10.42.42.10(pid=29030): Launched\u000a17:42:43.525286 tst iperf3.py:8: start network...\u000a17:42:43.660780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:42:44.182509 run create_hlr_db(pid=29031): Launched\u000a17:42:44.370657 bus /gobi_6: Setting Powered False\u000a17:42:45.390508 run create_hlr_db(pid=29031): Terminated: ok {rc=0}\u000a17:42:45.803550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29033): Launched\u000a17:42:46.190304 run osmo-hlr_10.42.42.2(pid=29034): Launched\u000a17:42:46.334855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:42:47.038811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29036): Launched\u000a17:42:47.416893 run osmo-stp_10.42.42.5(pid=29037): Launched\u000a17:42:47.538476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:42:48.104702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29039): Launched\u000a17:42:48.220295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:42:48.504579 run patchelf(pid=29040): Launched\u000a17:42:48.695256 run osmo-stp_10.42.42.5(pid=29037): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29037)]\u000a17:42:48.834455 run osmo-stp_10.42.42.5(pid=29037): stdout: \u000a| (launched: 2022-12-09_17:42:47.207838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:48.973724 run osmo-stp_10.42.42.5(pid=29037): stderr: \u000a| �[0;m�[38;5;43m20221209174247438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174247439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174247439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174247439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174247440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174247440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174247440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:49.109216 run osmo-stp_10.42.42.5(pid=29037): stdout: \u000a| (launched: 2022-12-09_17:42:47.207838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:49.242985 run osmo-stp_10.42.42.5(pid=29037): stderr: \u000a| �[0;m�[38;5;43m20221209174247438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174247439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174247439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174247439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174247440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174247440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174247440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:49.398100 run patchelf(pid=29040): Terminating (SIGINT)\u000a17:42:49.580235 run patchelf(pid=29040): Terminated: ok {rc=0}\u000a17:42:49.613964 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29037): Process ended prematurely: osmo-stp_10.42.42.5(pid=29037) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29037)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a17:42:49.624037 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a17:42:49.686889 run osmo-hlr_10.42.42.2(pid=29034): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29034)]\u000a17:42:49.738286 run osmo-hlr_10.42.42.2(pid=29034): stdout: \u000a| (launched: 2022-12-09_17:42:45.977387) \u000a17:42:49.790826 run osmo-hlr_10.42.42.2(pid=29034): stderr: \u000a| �[0;m�[1;31m20221209174246295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174246295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174246295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174246295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174246295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174246295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174246315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174246336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174246336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174246336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:42:49.835411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29029): Terminating (SIGTERM)\u000a17:42:49.877621 run iperf3-srv_10.42.42.10(pid=29030): Terminating (SIGTERM)\u000a17:42:49.919815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29033): Terminating (SIGTERM)\u000a17:42:49.962151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29036): Terminating (SIGTERM)\u000a17:42:50.004536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29039): Terminating (SIGTERM)\u000a17:42:50.014295 --- ParallelTerminationStrategy: PID 29029 died...\u000a17:42:50.070457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29029): Terminated: ok {rc=0}\u000a17:42:50.080506 --- ParallelTerminationStrategy: PID 29030 died...\u000a17:42:50.136359 run iperf3-srv_10.42.42.10(pid=29030): Terminated {rc=256}\u000a17:42:50.146448 --- ParallelTerminationStrategy: PID 29033 died...\u000a17:42:50.202759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29033): Terminated: ok {rc=0}\u000a17:42:50.212930 --- ParallelTerminationStrategy: PID 29036 died...\u000a17:42:50.269038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29036): Terminated: ok {rc=0}\u000a17:42:50.279108 --- ParallelTerminationStrategy: PID 29039 died...\u000a17:42:50.335537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29039): Terminated: ok {rc=0}\u000a17:42:50.424855 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29055): Process ended prematurely: osmo-stp_10.42.42.5(pid=29055) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29055)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29055): Process ended prematurely: osmo-stp_10.42.42.5(pid=29055) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:42:51.542340 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:51.554558 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:42:51.694601 tst iperf3m4.py: using LAC 22648\u000a17:42:51.814141 tst iperf3m4.py: using RAC 208\u000a17:42:51.933944 tst iperf3m4.py: using CellId 22648\u000a17:42:52.054582 tst iperf3m4.py: using BVCI 22649\u000a17:42:52.078113 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:52.089053 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:52.100033 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:52.111888 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:52.123854 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:52.135047 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:52.146644 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:52.158096 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:52.169662 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:42:52.287875 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:42:52.408325 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:42:52.530236 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:42:52.811729 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:42:52.939798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:53.257473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29041): Launched\u000a17:42:53.519979 run iperf3-srv_10.42.42.10(pid=29042): Launched\u000a17:42:53.705511 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:42:53.831884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:54.148476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29043): Launched\u000a17:42:54.412682 run iperf3-srv_10.42.42.10(pid=29044): Launched\u000a17:42:54.598498 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:42:54.724902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:55.040687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29045): Launched\u000a17:42:55.311177 run iperf3-srv_10.42.42.10(pid=29046): Launched\u000a17:42:55.510137 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:42:55.645963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:55.982908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29047): Launched\u000a17:42:56.264849 run iperf3-srv_10.42.42.10(pid=29048): Launched\u000a17:42:56.463659 tst iperf3m4.py:8: start network...\u000a17:42:56.598955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:42:57.120623 run create_hlr_db(pid=29049): Launched\u000a17:42:57.308610 bus /gobi_6: Setting Powered False\u000a17:42:58.329382 run create_hlr_db(pid=29049): Terminated: ok {rc=0}\u000a17:42:58.763581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29051): Launched\u000a17:42:59.089812 run osmo-hlr_10.42.42.2(pid=29052): Launched\u000a17:42:59.207974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:42:59.777669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29054): Launched\u000a17:43:00.105266 run osmo-stp_10.42.42.5(pid=29055): Launched\u000a17:43:00.223106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:43:00.792338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29057): Launched\u000a17:43:00.914140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:43:01.231088 run patchelf(pid=29058): Launched\u000a17:43:01.426152 run osmo-stp_10.42.42.5(pid=29055): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29055)]\u000a17:43:01.567746 run osmo-stp_10.42.42.5(pid=29055): stdout: \u000a| (launched: 2022-12-09_17:42:59.943500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:01.708779 run osmo-stp_10.42.42.5(pid=29055): stderr: \u000a| �[0;m�[38;5;43m20221209174300135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174300135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174300135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174300136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174300136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174300136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174300137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:01.841586 run osmo-stp_10.42.42.5(pid=29055): stdout: \u000a| (launched: 2022-12-09_17:42:59.943500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:01.970972 run osmo-stp_10.42.42.5(pid=29055): stderr: \u000a| �[0;m�[38;5;43m20221209174300135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174300135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174300135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174300136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174300136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174300136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174300137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:02.121400 run patchelf(pid=29058): Terminating (SIGINT)\u000a17:43:02.298855 run patchelf(pid=29058): Terminated: ok {rc=0}\u000a17:43:02.331828 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29055): Process ended prematurely: osmo-stp_10.42.42.5(pid=29055) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29055)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:43:02.342529 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a17:43:02.408144 run osmo-hlr_10.42.42.2(pid=29052): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29052)]\u000a17:43:02.459225 run osmo-hlr_10.42.42.2(pid=29052): stdout: \u000a| (launched: 2022-12-09_17:42:58.929377) \u000a17:43:02.510484 run osmo-hlr_10.42.42.2(pid=29052): stderr: \u000a| �[0;m�[1;31m20221209174259127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174259127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174259127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174259127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174259127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174259127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174259139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174259147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174259148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174259148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:02.554155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29041): Terminating (SIGTERM)\u000a17:43:02.595877 run iperf3-srv_10.42.42.10(pid=29042): Terminating (SIGTERM)\u000a17:43:02.636726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29043): Terminating (SIGTERM)\u000a17:43:02.678051 run iperf3-srv_10.42.42.10(pid=29044): Terminating (SIGTERM)\u000a17:43:02.719344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29045): Terminating (SIGTERM)\u000a17:43:02.760242 run iperf3-srv_10.42.42.10(pid=29046): Terminating (SIGTERM)\u000a17:43:02.803370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29047): Terminating (SIGTERM)\u000a17:43:02.844108 run iperf3-srv_10.42.42.10(pid=29048): Terminating (SIGTERM)\u000a17:43:02.885217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29051): Terminating (SIGTERM)\u000a17:43:02.926198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29054): Terminating (SIGTERM)\u000a17:43:02.967544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29057): Terminating (SIGTERM)\u000a17:43:02.976910 --- ParallelTerminationStrategy: PID 29041 died...\u000a17:43:03.031714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29041): Terminated: ok {rc=0}\u000a17:43:03.041643 --- ParallelTerminationStrategy: PID 29042 died...\u000a17:43:03.095566 run iperf3-srv_10.42.42.10(pid=29042): Terminated {rc=256}\u000a17:43:03.105895 --- ParallelTerminationStrategy: PID 29043 died...\u000a17:43:03.160022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29043): Terminated: ok {rc=0}\u000a17:43:03.170342 --- ParallelTerminationStrategy: PID 29044 died...\u000a17:43:03.224493 run iperf3-srv_10.42.42.10(pid=29044): Terminated {rc=256}\u000a17:43:03.234794 --- ParallelTerminationStrategy: PID 29045 died...\u000a17:43:03.289615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29045): Terminated: ok {rc=0}\u000a17:43:03.299581 --- ParallelTerminationStrategy: PID 29046 died...\u000a17:43:03.354163 run iperf3-srv_10.42.42.10(pid=29046): Terminated {rc=256}\u000a17:43:03.364019 --- ParallelTerminationStrategy: PID 29047 died...\u000a17:43:03.418688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29047): Terminated: ok {rc=0}\u000a17:43:03.428640 --- ParallelTerminationStrategy: PID 29048 died...\u000a17:43:03.482739 run iperf3-srv_10.42.42.10(pid=29048): Terminated {rc=256}\u000a17:43:03.493088 --- ParallelTerminationStrategy: PID 29051 died...\u000a17:43:03.547421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29051): Terminated: ok {rc=0}\u000a17:43:03.557613 --- ParallelTerminationStrategy: PID 29054 died...\u000a17:43:03.612188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29054): Terminated: ok {rc=0}\u000a17:43:03.622175 --- ParallelTerminationStrategy: PID 29057 died...\u000a17:43:03.676126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29057): Terminated: ok {rc=0}\u000a17:43:03.762718 bus /gobi_4: Setting Powered False\u000a17:43:04.871227 bus /gobi_4: Setting Powered False\u000a17:43:05.982847 bus /gobi_1: Setting Powered False\u000a17:43:07.085678 bus /gobi_1: Setting Powered False\u000a17:43:08.196001 bus /gobi_0: Setting Powered False\u000a17:43:09.300014 bus /gobi_0: Setting Powered False\u000a17:43:10.413524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29065): Process ended prematurely: osmo-stp_10.42.42.5(pid=29065) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29065)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29065): Process ended prematurely: osmo-stp_10.42.42.5(pid=29065) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:43:11.481042 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:11.492797 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:43:11.633639 tst ping.py: using LAC 22649\u000a17:43:11.751809 tst ping.py: using RAC 209\u000a17:43:11.875698 tst ping.py: using CellId 22649\u000a17:43:11.996407 tst ping.py: using BVCI 22650\u000a17:43:12.019250 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:12.030509 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:12.041512 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:12.053128 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:12.064849 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:12.076341 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:12.087898 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:12.099445 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:43:12.391901 tst ping.py:19: start network...\u000a17:43:12.525027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:13.034599 run create_hlr_db(pid=29059): Launched\u000a17:43:13.220834 bus /gobi_6: Setting Powered False\u000a17:43:14.239842 run create_hlr_db(pid=29059): Terminated: ok {rc=0}\u000a17:43:14.666056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29061): Launched\u000a17:43:14.985322 run osmo-hlr_10.42.42.2(pid=29062): Launched\u000a17:43:15.104369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:15.665395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29064): Launched\u000a17:43:16.113253 run osmo-stp_10.42.42.5(pid=29065): Launched\u000a17:43:16.235615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:43:16.811189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29067): Launched\u000a17:43:16.922649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:43:17.206060 run patchelf(pid=29068): Launched\u000a17:43:17.388102 run osmo-stp_10.42.42.5(pid=29065): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29065)]\u000a17:43:17.519099 run osmo-stp_10.42.42.5(pid=29065): stdout: \u000a| (launched: 2022-12-09_17:43:15.827118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:17.650091 run osmo-stp_10.42.42.5(pid=29065): stderr: \u000a| �[0;m�[38;5;43m20221209174316097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174316098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174316098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174316098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174316099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174316099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174316099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:17.774773 run osmo-stp_10.42.42.5(pid=29065): stdout: \u000a| (launched: 2022-12-09_17:43:15.827118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:17.898388 run osmo-stp_10.42.42.5(pid=29065): stderr: \u000a| �[0;m�[38;5;43m20221209174316097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174316098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174316098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174316098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174316099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174316099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174316099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:18.042349 run patchelf(pid=29068): Terminating (SIGINT)\u000a17:43:18.211620 run patchelf(pid=29068): Terminated: ok {rc=0}\u000a17:43:18.242496 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29065): Process ended prematurely: osmo-stp_10.42.42.5(pid=29065) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29065)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a17:43:18.251520 tst ping.py:22: Test FAILED (6.8 sec)\u000a17:43:18.314269 run osmo-hlr_10.42.42.2(pid=29062): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29062)]\u000a17:43:18.363965 run osmo-hlr_10.42.42.2(pid=29062): stdout: \u000a| (launched: 2022-12-09_17:43:14.828027) \u000a17:43:18.416492 run osmo-hlr_10.42.42.2(pid=29062): stderr: \u000a| �[0;m�[1;31m20221209174315026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174315026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174315026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174315026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174315026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174315026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174315039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174315048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174315048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174315048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:18.459984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29061): Terminating (SIGTERM)\u000a17:43:18.500908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29064): Terminating (SIGTERM)\u000a17:43:18.542439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29067): Terminating (SIGTERM)\u000a17:43:18.552515 --- ParallelTerminationStrategy: PID 29061 died...\u000a17:43:18.608354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29061): Terminated: ok {rc=0}\u000a17:43:18.618208 --- ParallelTerminationStrategy: PID 29064 died...\u000a17:43:18.673151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29064): Terminated: ok {rc=0}\u000a17:43:18.683580 --- ParallelTerminationStrategy: PID 29067 died...\u000a17:43:18.738341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29067): Terminated: ok {rc=0}\u000a17:43:18.828326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29076): Process ended prematurely: osmo-stp_10.42.42.5(pid=29076) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29076)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29076): Process ended prematurely: osmo-stp_10.42.42.5(pid=29076) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:43:19.881560 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:19.893606 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:43:20.039163 tst ping_idle_ping.py: using LAC 22650\u000a17:43:20.155420 tst ping_idle_ping.py: using RAC 210\u000a17:43:20.271504 tst ping_idle_ping.py: using CellId 22650\u000a17:43:20.390541 tst ping_idle_ping.py: using BVCI 22651\u000a17:43:20.413359 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:20.424605 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:20.435403 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:20.447205 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:20.458567 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:20.470120 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:20.481932 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:20.493598 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:43:20.786006 tst ping_idle_ping.py:24: start network...\u000a17:43:20.919341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:21.435824 run create_hlr_db(pid=29070): Launched\u000a17:43:21.622882 bus /gobi_6: Setting Powered False\u000a17:43:22.643819 run create_hlr_db(pid=29070): Terminated: ok {rc=0}\u000a17:43:23.050329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29072): Launched\u000a17:43:23.352020 run osmo-hlr_10.42.42.2(pid=29073): Launched\u000a17:43:23.471062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:23.999805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29075): Launched\u000a17:43:24.298649 run osmo-stp_10.42.42.5(pid=29076): Launched\u000a17:43:24.407882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:43:24.930260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29078): Launched\u000a17:43:25.037224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:43:25.301146 run patchelf(pid=29079): Launched\u000a17:43:25.477501 run osmo-stp_10.42.42.5(pid=29076): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29076)]\u000a17:43:25.606770 run osmo-stp_10.42.42.5(pid=29076): stdout: \u000a| (launched: 2022-12-09_17:43:24.151407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:25.736048 run osmo-stp_10.42.42.5(pid=29076): stderr: \u000a| �[0;m�[38;5;43m20221209174324322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174324322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174324323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174324323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174324324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174324324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174324324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:25.860013 run osmo-stp_10.42.42.5(pid=29076): stdout: \u000a| (launched: 2022-12-09_17:43:24.151407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:25.982449 run osmo-stp_10.42.42.5(pid=29076): stderr: \u000a| �[0;m�[38;5;43m20221209174324322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174324322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174324323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174324323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174324324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174324324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174324324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:26.126335 run patchelf(pid=29079): Terminating (SIGINT)\u000a17:43:26.294778 run patchelf(pid=29079): Terminated: ok {rc=0}\u000a17:43:26.325849 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29076): Process ended prematurely: osmo-stp_10.42.42.5(pid=29076) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29076)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:43:26.334455 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a17:43:26.395279 run osmo-hlr_10.42.42.2(pid=29073): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29073)]\u000a17:43:26.444537 run osmo-hlr_10.42.42.2(pid=29073): stdout: \u000a| (launched: 2022-12-09_17:43:23.202972) \u000a17:43:26.494884 run osmo-hlr_10.42.42.2(pid=29073): stderr: \u000a| �[0;m�[1;31m20221209174323377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174323377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174323377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174323377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174323377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174323377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174323389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174323397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174323398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174323398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:26.537160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29072): Terminating (SIGTERM)\u000a17:43:26.577150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29075): Terminating (SIGTERM)\u000a17:43:26.617411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29078): Terminating (SIGTERM)\u000a17:43:26.626764 --- ParallelTerminationStrategy: PID 29072 died...\u000a17:43:26.680608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29072): Terminated: ok {rc=0}\u000a17:43:26.690352 --- ParallelTerminationStrategy: PID 29075 died...\u000a17:43:26.743465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29075): Terminated: ok {rc=0}\u000a17:43:26.753393 --- ParallelTerminationStrategy: PID 29078 died...\u000a17:43:26.806451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29078): Terminated: ok {rc=0}\u000a17:43:26.894983 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:42:27" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29093): Process ended prematurely: osmo-stp_10.42.42.5(pid=29093) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29093)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29093): Process ended prematurely: osmo-stp_10.42.42.5(pid=29093) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:43:29.060355 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:29.071329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:43:29.225558 tst cs_paging_gprs_active.py: using LAC 22651\u000a17:43:29.341883 tst cs_paging_gprs_active.py: using RAC 211\u000a17:43:29.459016 tst cs_paging_gprs_active.py: using CellId 22651\u000a17:43:29.574798 tst cs_paging_gprs_active.py: using BVCI 22652\u000a17:43:29.597880 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:29.608694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:29.619446 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:29.630634 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:29.641596 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:29.652422 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:29.663835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:29.674828 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:29.686040 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:43:29.807611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:43:30.086981 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:43:30.213361 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:30.529150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29083): Launched\u000a17:43:30.790384 run iperf3-srv_10.42.42.10(pid=29084): Launched\u000a17:43:30.981294 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:43:31.109505 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:31.443293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29085): Launched\u000a17:43:31.757926 run iperf3-srv_10.42.42.10(pid=29086): Launched\u000a17:43:32.013944 tst cs_paging_gprs_active.py:38: start network...\u000a17:43:32.148299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:32.633578 run create_hlr_db(pid=29087): Launched\u000a17:43:32.808941 bus /gobi_6: Setting Powered False\u000a17:43:33.830365 run create_hlr_db(pid=29087): Terminated: ok {rc=0}\u000a17:43:34.264086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29089): Launched\u000a17:43:34.591279 run osmo-hlr_10.42.42.2(pid=29090): Launched\u000a17:43:34.710167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:35.277797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29092): Launched\u000a17:43:35.603155 run osmo-stp_10.42.42.5(pid=29093): Launched\u000a17:43:35.719969 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:43:36.288718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29095): Launched\u000a17:43:36.404853 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:43:36.688875 run patchelf(pid=29096): Launched\u000a17:43:36.879589 run osmo-stp_10.42.42.5(pid=29093): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29093)]\u000a17:43:37.019144 run osmo-stp_10.42.42.5(pid=29093): stdout: \u000a| (launched: 2022-12-09_17:43:35.442922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:37.158920 run osmo-stp_10.42.42.5(pid=29093): stderr: \u000a| �[0;m�[38;5;43m20221209174335637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174335638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174335638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174335638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174335639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174335639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174335639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:37.293323 run osmo-stp_10.42.42.5(pid=29093): stdout: \u000a| (launched: 2022-12-09_17:43:35.442922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:37.426429 run osmo-stp_10.42.42.5(pid=29093): stderr: \u000a| �[0;m�[38;5;43m20221209174335637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174335638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174335638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174335638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174335639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174335639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174335639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:37.582276 run patchelf(pid=29096): Terminating (SIGINT)\u000a17:43:37.764795 run patchelf(pid=29096): Terminated: ok {rc=0}\u000a17:43:37.798653 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29093): Process ended prematurely: osmo-stp_10.42.42.5(pid=29093) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29093)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:43:37.808619 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a17:43:37.871743 run osmo-hlr_10.42.42.2(pid=29090): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29090)]\u000a17:43:37.923318 run osmo-hlr_10.42.42.2(pid=29090): stdout: \u000a| (launched: 2022-12-09_17:43:34.430025) \u000a17:43:37.975412 run osmo-hlr_10.42.42.2(pid=29090): stderr: \u000a| �[0;m�[1;31m20221209174334631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174334631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174334631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174334631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174334631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174334631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174334643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174334652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174334652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174334652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:38.020159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29083): Terminating (SIGTERM)\u000a17:43:38.062382 run iperf3-srv_10.42.42.10(pid=29084): Terminating (SIGTERM)\u000a17:43:38.104456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29085): Terminating (SIGTERM)\u000a17:43:38.146420 run iperf3-srv_10.42.42.10(pid=29086): Terminating (SIGTERM)\u000a17:43:38.188326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29089): Terminating (SIGTERM)\u000a17:43:38.230462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29092): Terminating (SIGTERM)\u000a17:43:38.272448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29095): Terminating (SIGTERM)\u000a17:43:38.282168 --- ParallelTerminationStrategy: PID 29083 died...\u000a17:43:38.338203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29083): Terminated: ok {rc=0}\u000a17:43:38.348355 --- ParallelTerminationStrategy: PID 29084 died...\u000a17:43:38.404159 run iperf3-srv_10.42.42.10(pid=29084): Terminated {rc=256}\u000a17:43:38.414157 --- ParallelTerminationStrategy: PID 29085 died...\u000a17:43:38.469621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29085): Terminated: ok {rc=0}\u000a17:43:38.479767 --- ParallelTerminationStrategy: PID 29086 died...\u000a17:43:38.535344 run iperf3-srv_10.42.42.10(pid=29086): Terminated {rc=256}\u000a17:43:38.545468 --- ParallelTerminationStrategy: PID 29089 died...\u000a17:43:38.601603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29089): Terminated: ok {rc=0}\u000a17:43:38.611593 --- ParallelTerminationStrategy: PID 29092 died...\u000a17:43:38.667331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29092): Terminated: ok {rc=0}\u000a17:43:38.677436 --- ParallelTerminationStrategy: PID 29095 died...\u000a17:43:38.733028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29095): Terminated: ok {rc=0}\u000a17:43:38.819671 bus /gobi_0: Setting Powered False\u000a17:43:39.927137 bus /gobi_0: Setting Powered False\u000a17:43:41.034633 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29106): Process ended prematurely: osmo-stp_10.42.42.5(pid=29106) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29106)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29106): Process ended prematurely: osmo-stp_10.42.42.5(pid=29106) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:43:42.150065 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:42.162269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:43:42.330573 tst iperf3.py: using LAC 22652\u000a17:43:42.462694 tst iperf3.py: using RAC 212\u000a17:43:42.588090 tst iperf3.py: using CellId 22652\u000a17:43:42.714692 tst iperf3.py: using BVCI 22653\u000a17:43:42.739584 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:42.751035 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:42.762315 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:42.773626 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:42.784842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:42.796087 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:42.807518 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:42.818692 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:42.830118 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:43:43.108250 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:43:43.234629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:43.549358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29098): Launched\u000a17:43:43.812089 run iperf3-srv_10.42.42.10(pid=29099): Launched\u000a17:43:43.996611 tst iperf3.py:8: start network...\u000a17:43:44.122848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:44.601328 run create_hlr_db(pid=29100): Launched\u000a17:43:44.775925 bus /gobi_6: Setting Powered False\u000a17:43:45.797122 run create_hlr_db(pid=29100): Terminated: ok {rc=0}\u000a17:43:46.258846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29102): Launched\u000a17:43:46.597638 run osmo-hlr_10.42.42.2(pid=29103): Launched\u000a17:43:46.762345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:47.453278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29105): Launched\u000a17:43:47.779387 run osmo-stp_10.42.42.5(pid=29106): Launched\u000a17:43:47.896830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:43:48.466589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29108): Launched\u000a17:43:48.582657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:43:48.866019 run patchelf(pid=29109): Launched\u000a17:43:49.056796 run osmo-stp_10.42.42.5(pid=29106): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29106)]\u000a17:43:49.195569 run osmo-stp_10.42.42.5(pid=29106): stdout: \u000a| (launched: 2022-12-09_17:43:47.618743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:49.335425 run osmo-stp_10.42.42.5(pid=29106): stderr: \u000a| �[0;m�[38;5;43m20221209174347811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174347812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174347812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174347812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174347813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174347813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174347813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:49.469771 run osmo-stp_10.42.42.5(pid=29106): stdout: \u000a| (launched: 2022-12-09_17:43:47.618743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:49.603180 run osmo-stp_10.42.42.5(pid=29106): stderr: \u000a| �[0;m�[38;5;43m20221209174347811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174347812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174347812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174347812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174347813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174347813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174347813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:49.759548 run patchelf(pid=29109): Terminating (SIGINT)\u000a17:43:49.942489 run patchelf(pid=29109): Terminated: ok {rc=0}\u000a17:43:49.976130 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29106): Process ended prematurely: osmo-stp_10.42.42.5(pid=29106) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29106)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:43:49.986223 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a17:43:50.049882 run osmo-hlr_10.42.42.2(pid=29103): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29103)]\u000a17:43:50.101680 run osmo-hlr_10.42.42.2(pid=29103): stdout: \u000a| (launched: 2022-12-09_17:43:46.415942) \u000a17:43:50.154212 run osmo-hlr_10.42.42.2(pid=29103): stderr: \u000a| �[0;m�[1;31m20221209174346784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174346784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174346784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174346784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174346784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174346784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174346806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174346815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174346815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174346815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:50.199013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29098): Terminating (SIGTERM)\u000a17:43:50.241325 run iperf3-srv_10.42.42.10(pid=29099): Terminating (SIGTERM)\u000a17:43:50.283452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29102): Terminating (SIGTERM)\u000a17:43:50.325662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29105): Terminating (SIGTERM)\u000a17:43:50.367712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29108): Terminating (SIGTERM)\u000a17:43:50.377514 --- ParallelTerminationStrategy: PID 29098 died...\u000a17:43:50.433802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29098): Terminated: ok {rc=0}\u000a17:43:50.443862 --- ParallelTerminationStrategy: PID 29099 died...\u000a17:43:50.499810 run iperf3-srv_10.42.42.10(pid=29099): Terminated {rc=256}\u000a17:43:50.509882 --- ParallelTerminationStrategy: PID 29102 died...\u000a17:43:50.565810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29102): Terminated: ok {rc=0}\u000a17:43:50.575989 --- ParallelTerminationStrategy: PID 29105 died...\u000a17:43:50.631886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29105): Terminated: ok {rc=0}\u000a17:43:50.641994 --- ParallelTerminationStrategy: PID 29108 died...\u000a17:43:50.698331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29108): Terminated: ok {rc=0}\u000a17:43:50.786221 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29124): Process ended prematurely: osmo-stp_10.42.42.5(pid=29124) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29124)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29124): Process ended prematurely: osmo-stp_10.42.42.5(pid=29124) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:43:51.896241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:51.907946 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:43:52.066628 tst iperf3m4.py: using LAC 22653\u000a17:43:52.186084 tst iperf3m4.py: using RAC 213\u000a17:43:52.306943 tst iperf3m4.py: using CellId 22653\u000a17:43:52.428412 tst iperf3m4.py: using BVCI 22654\u000a17:43:52.451838 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:52.462903 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:52.473655 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:52.485244 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:52.496793 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:52.508273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:52.519979 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:52.531606 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:52.543491 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:43:52.662275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:43:52.780605 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:43:52.899588 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:43:53.181601 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:43:53.308622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:53.625529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29110): Launched\u000a17:43:53.888622 run iperf3-srv_10.42.42.10(pid=29111): Launched\u000a17:43:54.074706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:43:54.201655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:54.520368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29112): Launched\u000a17:43:54.781788 run iperf3-srv_10.42.42.10(pid=29113): Launched\u000a17:43:54.967227 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:43:55.093951 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:55.409622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29114): Launched\u000a17:43:55.671818 run iperf3-srv_10.42.42.10(pid=29115): Launched\u000a17:43:55.857468 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:43:55.983590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:56.300031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29116): Launched\u000a17:43:56.561875 run iperf3-srv_10.42.42.10(pid=29117): Launched\u000a17:43:56.746917 tst iperf3m4.py:8: start network...\u000a17:43:56.873382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:57.350329 run create_hlr_db(pid=29118): Launched\u000a17:43:57.525293 bus /gobi_6: Setting Powered False\u000a17:43:58.546381 run create_hlr_db(pid=29118): Terminated: ok {rc=0}\u000a17:43:58.980894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29120): Launched\u000a17:43:59.306683 run osmo-hlr_10.42.42.2(pid=29121): Launched\u000a17:43:59.430128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:59.999533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29123): Launched\u000a17:44:00.326341 run osmo-stp_10.42.42.5(pid=29124): Launched\u000a17:44:00.444205 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:44:01.044598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29126): Launched\u000a17:44:01.158051 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:44:01.449499 run patchelf(pid=29127): Launched\u000a17:44:01.636214 run osmo-stp_10.42.42.5(pid=29124): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29124)]\u000a17:44:01.815336 run osmo-stp_10.42.42.5(pid=29124): stdout: \u000a| (launched: 2022-12-09_17:44:00.165567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:01.954833 run osmo-stp_10.42.42.5(pid=29124): stderr: \u000a| �[0;m�[38;5;43m20221209174400358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174400359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174400359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174400359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174400360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174400360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174400360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:02.085932 run osmo-stp_10.42.42.5(pid=29124): stdout: \u000a| (launched: 2022-12-09_17:44:00.165567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:02.215990 run osmo-stp_10.42.42.5(pid=29124): stderr: \u000a| �[0;m�[38;5;43m20221209174400358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174400359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174400359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174400359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174400360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174400360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174400360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:02.362533 run patchelf(pid=29127): Terminating (SIGINT)\u000a17:44:02.534526 run patchelf(pid=29127): Terminated: ok {rc=0}\u000a17:44:02.566166 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29124): Process ended prematurely: osmo-stp_10.42.42.5(pid=29124) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29124)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:44:02.575661 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a17:44:02.639591 run osmo-hlr_10.42.42.2(pid=29121): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29121)]\u000a17:44:02.690310 run osmo-hlr_10.42.42.2(pid=29121): stdout: \u000a| (launched: 2022-12-09_17:43:59.147274) \u000a17:44:02.741853 run osmo-hlr_10.42.42.2(pid=29121): stderr: \u000a| �[0;m�[1;31m20221209174359348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174359348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174359348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174359348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174359348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174359348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174359360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174359368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174359368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174359368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:02.784780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29110): Terminating (SIGTERM)\u000a17:44:02.826019 run iperf3-srv_10.42.42.10(pid=29111): Terminating (SIGTERM)\u000a17:44:02.867031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29112): Terminating (SIGTERM)\u000a17:44:02.908157 run iperf3-srv_10.42.42.10(pid=29113): Terminating (SIGTERM)\u000a17:44:02.949210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29114): Terminating (SIGTERM)\u000a17:44:02.990384 run iperf3-srv_10.42.42.10(pid=29115): Terminating (SIGTERM)\u000a17:44:03.031660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29116): Terminating (SIGTERM)\u000a17:44:03.072375 run iperf3-srv_10.42.42.10(pid=29117): Terminating (SIGTERM)\u000a17:44:03.113290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29120): Terminating (SIGTERM)\u000a17:44:03.153967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29123): Terminating (SIGTERM)\u000a17:44:03.194343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29126): Terminating (SIGTERM)\u000a17:44:03.203567 --- ParallelTerminationStrategy: PID 29110 died...\u000a17:44:03.257551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29110): Terminated: ok {rc=0}\u000a17:44:03.267439 --- ParallelTerminationStrategy: PID 29111 died...\u000a17:44:03.320929 run iperf3-srv_10.42.42.10(pid=29111): Terminated {rc=256}\u000a17:44:03.330730 --- ParallelTerminationStrategy: PID 29112 died...\u000a17:44:03.384376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29112): Terminated: ok {rc=0}\u000a17:44:03.394319 --- ParallelTerminationStrategy: PID 29113 died...\u000a17:44:03.447626 run iperf3-srv_10.42.42.10(pid=29113): Terminated {rc=256}\u000a17:44:03.457484 --- ParallelTerminationStrategy: PID 29114 died...\u000a17:44:03.511545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29114): Terminated: ok {rc=0}\u000a17:44:03.521298 --- ParallelTerminationStrategy: PID 29115 died...\u000a17:44:03.574735 run iperf3-srv_10.42.42.10(pid=29115): Terminated {rc=256}\u000a17:44:03.584581 --- ParallelTerminationStrategy: PID 29116 died...\u000a17:44:03.638545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29116): Terminated: ok {rc=0}\u000a17:44:03.648470 --- ParallelTerminationStrategy: PID 29117 died...\u000a17:44:03.702016 run iperf3-srv_10.42.42.10(pid=29117): Terminated {rc=256}\u000a17:44:03.711844 --- ParallelTerminationStrategy: PID 29120 died...\u000a17:44:03.765557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29120): Terminated: ok {rc=0}\u000a17:44:03.775580 --- ParallelTerminationStrategy: PID 29123 died...\u000a17:44:03.829212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29123): Terminated: ok {rc=0}\u000a17:44:03.839028 --- ParallelTerminationStrategy: PID 29126 died...\u000a17:44:03.892711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29126): Terminated: ok {rc=0}\u000a17:44:03.981730 bus /gobi_4: Setting Powered False\u000a17:44:05.086183 bus /gobi_4: Setting Powered False\u000a17:44:06.198476 bus /gobi_1: Setting Powered False\u000a17:44:07.302654 bus /gobi_1: Setting Powered False\u000a17:44:08.413825 bus /gobi_0: Setting Powered False\u000a17:44:09.517052 bus /gobi_0: Setting Powered False\u000a17:44:10.629430 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:44:11.696438 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:11.708207 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:44:11.867036 tst ping.py: using LAC 22654\u000a17:44:11.990347 tst ping.py: using RAC 214\u000a17:44:12.105696 tst ping.py: using CellId 22654\u000a17:44:12.221737 tst ping.py: using BVCI 22655\u000a17:44:12.244460 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:12.255570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:12.266421 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:12.277591 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:12.288585 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:12.299707 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:12.311115 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:12.322308 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:44:12.594595 tst ping.py:19: start network...\u000a17:44:12.717895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:13.187034 run create_hlr_db(pid=29128): Launched\u000a17:44:13.359160 bus /gobi_6: Setting Powered False\u000a17:44:14.380252 run create_hlr_db(pid=29128): Terminated: ok {rc=0}\u000a17:44:14.778036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Launched\u000a17:44:15.074963 run osmo-hlr_10.42.42.2(pid=29131): Launched\u000a17:44:15.189639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:15.720114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Launched\u000a17:44:16.144092 run osmo-stp_10.42.42.5(pid=29134): Launched\u000a17:44:16.413478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:44:17.005956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Launched\u000a17:44:17.114927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:44:17.378335 run patchelf(pid=29137): Launched\u000a17:44:17.553923 run osmo-stp_10.42.42.5(pid=29134): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]\u000a17:44:17.682704 run osmo-stp_10.42.42.5(pid=29134): stdout: \u000a| (launched: 2022-12-09_17:44:15.871929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:17.811775 run osmo-stp_10.42.42.5(pid=29134): stderr: \u000a| �[0;m�[38;5;43m20221209174416247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174416248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174416249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174416251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174416253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174416253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174416253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:17.936158 run osmo-stp_10.42.42.5(pid=29134): stdout: \u000a| (launched: 2022-12-09_17:44:15.871929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:18.058897 run osmo-stp_10.42.42.5(pid=29134): stderr: \u000a| �[0;m�[38;5;43m20221209174416247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174416248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174416249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174416251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174416253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174416253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174416253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:18.202107 run patchelf(pid=29137): Terminating (SIGINT)\u000a17:44:18.370270 run patchelf(pid=29137): Terminated: ok {rc=0}\u000a17:44:18.400912 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:44:18.409748 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:44:18.471413 run osmo-hlr_10.42.42.2(pid=29131): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29131)]\u000a17:44:18.521656 run osmo-hlr_10.42.42.2(pid=29131): stdout: \u000a| (launched: 2022-12-09_17:44:14.928814) \u000a17:44:18.572367 run osmo-hlr_10.42.42.2(pid=29131): stderr: \u000a| �[0;m�[1;31m20221209174415104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174415104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174415104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174415104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174415104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174415104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174415115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174415124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174415124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174415124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:18.615565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Terminating (SIGTERM)\u000a17:44:18.656162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Terminating (SIGTERM)\u000a17:44:18.696750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Terminating (SIGTERM)\u000a17:44:18.706396 --- ParallelTerminationStrategy: PID 29130 died...\u000a17:44:18.760911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Terminated: ok {rc=0}\u000a17:44:18.771119 --- ParallelTerminationStrategy: PID 29133 died...\u000a17:44:18.825721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Terminated: ok {rc=0}\u000a17:44:18.835624 --- ParallelTerminationStrategy: PID 29136 died...\u000a17:44:18.889965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Terminated: ok {rc=0}\u000a17:44:18.979040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:44:20.031846 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:20.044099 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:44:20.202494 tst ping_idle_ping.py: using LAC 22655\u000a17:44:20.319081 tst ping_idle_ping.py: using RAC 215\u000a17:44:20.435804 tst ping_idle_ping.py: using CellId 22655\u000a17:44:20.554693 tst ping_idle_ping.py: using BVCI 22656\u000a17:44:20.577674 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:20.588755 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:20.599583 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:20.610696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:20.621789 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:20.632793 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:20.643955 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:20.655414 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:44:20.947810 tst ping_idle_ping.py:24: start network...\u000a17:44:21.082060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:21.602334 run create_hlr_db(pid=29138): Launched\u000a17:44:21.788379 bus /gobi_6: Setting Powered False\u000a17:44:22.809318 run create_hlr_db(pid=29138): Terminated: ok {rc=0}\u000a17:44:23.212063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Launched\u000a17:44:23.511403 run osmo-hlr_10.42.42.2(pid=29141): Launched\u000a17:44:23.627760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:24.155773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Launched\u000a17:44:24.453973 run osmo-stp_10.42.42.5(pid=29144): Launched\u000a17:44:24.563264 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:44:25.085187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Launched\u000a17:44:25.192037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:44:25.453095 run patchelf(pid=29147): Launched\u000a17:44:25.628908 run osmo-stp_10.42.42.5(pid=29144): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a17:44:25.757884 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-09_17:44:24.306944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:25.887181 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221209174424477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174424478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174424478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174424478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174424479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174424479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174424479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:26.011736 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-09_17:44:24.306944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:26.134638 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221209174424477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174424478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174424478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174424478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174424479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174424479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174424479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:26.277641 run patchelf(pid=29147): Terminating (SIGINT)\u000a17:44:26.445710 run patchelf(pid=29147): Terminated: ok {rc=0}\u000a17:44:26.476201 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:44:26.484995 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a17:44:26.545784 run osmo-hlr_10.42.42.2(pid=29141): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29141)]\u000a17:44:26.595361 run osmo-hlr_10.42.42.2(pid=29141): stdout: \u000a| (launched: 2022-12-09_17:44:23.364014) \u000a17:44:26.645705 run osmo-hlr_10.42.42.2(pid=29141): stderr: \u000a| �[0;m�[1;31m20221209174423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174423559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174423568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174423568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174423568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:26.688088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminating (SIGTERM)\u000a17:44:26.728689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminating (SIGTERM)\u000a17:44:26.768932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Terminating (SIGTERM)\u000a17:44:26.779015 --- ParallelTerminationStrategy: PID 29140 died...\u000a17:44:26.833224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminated: ok {rc=0}\u000a17:44:26.842867 --- ParallelTerminationStrategy: PID 29143 died...\u000a17:44:26.896261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminated: ok {rc=0}\u000a17:44:26.906319 --- ParallelTerminationStrategy: PID 29146 died...\u000a17:44:26.959786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Terminated: ok {rc=0}\u000a17:44:27.048307 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:43:28" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29161): Process ended prematurely: osmo-stp_10.42.42.5(pid=29161) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29161): Process ended prematurely: osmo-stp_10.42.42.5(pid=29161) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:44:29.210835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:29.222217 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:44:29.389698 tst cs_paging_gprs_active.py: using LAC 22656\u000a17:44:29.516563 tst cs_paging_gprs_active.py: using RAC 216\u000a17:44:29.643958 tst cs_paging_gprs_active.py: using CellId 22656\u000a17:44:29.770639 tst cs_paging_gprs_active.py: using BVCI 22657\u000a17:44:29.795654 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:29.807116 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:29.818441 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:29.829819 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:29.841135 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:29.852287 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:29.863653 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:29.874845 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:29.886241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:44:30.002716 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:44:30.284464 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:44:30.412313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:30.730165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29151): Launched\u000a17:44:31.037199 run iperf3-srv_10.42.42.10(pid=29152): Launched\u000a17:44:31.227902 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:44:31.364254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:31.737997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29153): Launched\u000a17:44:32.023643 run iperf3-srv_10.42.42.10(pid=29154): Launched\u000a17:44:32.214356 tst cs_paging_gprs_active.py:38: start network...\u000a17:44:32.343243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:32.827393 run create_hlr_db(pid=29155): Launched\u000a17:44:33.002759 bus /gobi_6: Setting Powered False\u000a17:44:34.023926 run create_hlr_db(pid=29155): Terminated: ok {rc=0}\u000a17:44:34.430035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29157): Launched\u000a17:44:34.735154 run osmo-hlr_10.42.42.2(pid=29158): Launched\u000a17:44:34.854735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:35.391478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29160): Launched\u000a17:44:35.696239 run osmo-stp_10.42.42.5(pid=29161): Launched\u000a17:44:35.806820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:44:36.339919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29163): Launched\u000a17:44:36.448871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:44:36.715566 run patchelf(pid=29164): Launched\u000a17:44:36.894555 run osmo-stp_10.42.42.5(pid=29161): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)]\u000a17:44:37.025132 run osmo-stp_10.42.42.5(pid=29161): stdout: \u000a| (launched: 2022-12-09_17:44:35.546250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:37.156022 run osmo-stp_10.42.42.5(pid=29161): stderr: \u000a| �[0;m�[38;5;43m20221209174435717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174435718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174435718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174435718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174435719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174435719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174435719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:37.282056 run osmo-stp_10.42.42.5(pid=29161): stdout: \u000a| (launched: 2022-12-09_17:44:35.546250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:37.407090 run osmo-stp_10.42.42.5(pid=29161): stderr: \u000a| �[0;m�[38;5;43m20221209174435717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174435718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174435718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174435718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174435719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174435719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174435719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:37.553147 run patchelf(pid=29164): Terminating (SIGINT)\u000a17:44:37.724857 run patchelf(pid=29164): Terminated: ok {rc=0}\u000a17:44:37.756515 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29161): Process ended prematurely: osmo-stp_10.42.42.5(pid=29161) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:44:37.765933 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a17:44:37.827118 run osmo-hlr_10.42.42.2(pid=29158): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29158)]\u000a17:44:37.876794 run osmo-hlr_10.42.42.2(pid=29158): stdout: \u000a| (launched: 2022-12-09_17:44:34.584362) \u000a17:44:37.926736 run osmo-hlr_10.42.42.2(pid=29158): stderr: \u000a| �[0;m�[1;31m20221209174434758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174434758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174434758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174434758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174434758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174434758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174434771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174434782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174434782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174434782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:37.969705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29151): Terminating (SIGTERM)\u000a17:44:38.009945 run iperf3-srv_10.42.42.10(pid=29152): Terminating (SIGTERM)\u000a17:44:38.050456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29153): Terminating (SIGTERM)\u000a17:44:38.091058 run iperf3-srv_10.42.42.10(pid=29154): Terminating (SIGTERM)\u000a17:44:38.131143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29157): Terminating (SIGTERM)\u000a17:44:38.171673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29160): Terminating (SIGTERM)\u000a17:44:38.211738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29163): Terminating (SIGTERM)\u000a17:44:38.221187 --- ParallelTerminationStrategy: PID 29151 died...\u000a17:44:38.275334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29151): Terminated: ok {rc=0}\u000a17:44:38.285034 --- ParallelTerminationStrategy: PID 29152 died...\u000a17:44:38.338170 run iperf3-srv_10.42.42.10(pid=29152): Terminated {rc=256}\u000a17:44:38.348042 --- ParallelTerminationStrategy: PID 29153 died...\u000a17:44:38.401225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29153): Terminated: ok {rc=0}\u000a17:44:38.411036 --- ParallelTerminationStrategy: PID 29154 died...\u000a17:44:38.464148 run iperf3-srv_10.42.42.10(pid=29154): Terminated {rc=256}\u000a17:44:38.473794 --- ParallelTerminationStrategy: PID 29157 died...\u000a17:44:38.526788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29157): Terminated: ok {rc=0}\u000a17:44:38.536602 --- ParallelTerminationStrategy: PID 29160 died...\u000a17:44:38.590035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29160): Terminated: ok {rc=0}\u000a17:44:38.599759 --- ParallelTerminationStrategy: PID 29163 died...\u000a17:44:38.652888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29163): Terminated: ok {rc=0}\u000a17:44:38.741837 bus /gobi_0: Setting Powered False\u000a17:44:39.845758 bus /gobi_0: Setting Powered False\u000a17:44:40.957761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29173): Process ended prematurely: osmo-stp_10.42.42.5(pid=29173) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29173): Process ended prematurely: osmo-stp_10.42.42.5(pid=29173) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:44:42.069997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:42.082131 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:44:42.242412 tst iperf3.py: using LAC 22657\u000a17:44:42.361141 tst iperf3.py: using RAC 217\u000a17:44:42.479936 tst iperf3.py: using CellId 22657\u000a17:44:42.598174 tst iperf3.py: using BVCI 22658\u000a17:44:42.621535 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:42.632577 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:42.643455 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:42.654477 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:42.665626 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:42.676702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:42.687944 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:42.698998 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:42.710274 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:44:42.989907 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:44:43.116777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:43.434100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29165): Launched\u000a17:44:43.697073 run iperf3-srv_10.42.42.10(pid=29166): Launched\u000a17:44:43.882715 tst iperf3.py:8: start network...\u000a17:44:44.009632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:44.490442 run create_hlr_db(pid=29167): Launched\u000a17:44:44.666080 bus /gobi_6: Setting Powered False\u000a17:44:45.687712 run create_hlr_db(pid=29167): Terminated: ok {rc=0}\u000a17:44:46.124491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29169): Launched\u000a17:44:46.577178 run osmo-hlr_10.42.42.2(pid=29170): Launched\u000a17:44:46.711638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:47.317517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29172): Launched\u000a17:44:47.643290 run osmo-stp_10.42.42.5(pid=29173): Launched\u000a17:44:47.760589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:44:48.328546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29175): Launched\u000a17:44:48.444065 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:44:48.728665 run patchelf(pid=29176): Launched\u000a17:44:48.919275 run osmo-stp_10.42.42.5(pid=29173): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)]\u000a17:44:49.059186 run osmo-stp_10.42.42.5(pid=29173): stdout: \u000a| (launched: 2022-12-09_17:44:47.483184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:49.199042 run osmo-stp_10.42.42.5(pid=29173): stderr: \u000a| �[0;m�[38;5;43m20221209174447677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174447677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174447677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174447678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174447678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174447678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174447678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:49.333541 run osmo-stp_10.42.42.5(pid=29173): stdout: \u000a| (launched: 2022-12-09_17:44:47.483184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:49.466709 run osmo-stp_10.42.42.5(pid=29173): stderr: \u000a| �[0;m�[38;5;43m20221209174447677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174447677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174447677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174447678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174447678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174447678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174447678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:49.621948 run patchelf(pid=29176): Terminating (SIGINT)\u000a17:44:49.804068 run patchelf(pid=29176): Terminated: ok {rc=0}\u000a17:44:49.837626 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29173): Process ended prematurely: osmo-stp_10.42.42.5(pid=29173) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:44:49.847675 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:44:49.910884 run osmo-hlr_10.42.42.2(pid=29170): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29170)]\u000a17:44:49.962738 run osmo-hlr_10.42.42.2(pid=29170): stdout: \u000a| (launched: 2022-12-09_17:44:46.294870) \u000a17:44:50.015276 run osmo-hlr_10.42.42.2(pid=29170): stderr: \u000a| �[0;m�[1;31m20221209174446568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174446568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174446568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174446568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174446568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174446568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174446591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174446599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174446599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174446599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:50.060661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29165): Terminating (SIGTERM)\u000a17:44:50.103186 run iperf3-srv_10.42.42.10(pid=29166): Terminating (SIGTERM)\u000a17:44:50.146216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29169): Terminating (SIGTERM)\u000a17:44:50.188824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29172): Terminating (SIGTERM)\u000a17:44:50.231404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29175): Terminating (SIGTERM)\u000a17:44:50.241253 --- ParallelTerminationStrategy: PID 29165 died...\u000a17:44:50.297915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29165): Terminated: ok {rc=0}\u000a17:44:50.308189 --- ParallelTerminationStrategy: PID 29166 died...\u000a17:44:50.364631 run iperf3-srv_10.42.42.10(pid=29166): Terminated {rc=256}\u000a17:44:50.374648 --- ParallelTerminationStrategy: PID 29169 died...\u000a17:44:50.431004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29169): Terminated: ok {rc=0}\u000a17:44:50.441271 --- ParallelTerminationStrategy: PID 29172 died...\u000a17:44:50.497399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29172): Terminated: ok {rc=0}\u000a17:44:50.507616 --- ParallelTerminationStrategy: PID 29175 died...\u000a17:44:50.563761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29175): Terminated: ok {rc=0}\u000a17:44:50.651891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29191): Process ended prematurely: osmo-stp_10.42.42.5(pid=29191) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29191)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29191): Process ended prematurely: osmo-stp_10.42.42.5(pid=29191) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:44:51.766914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:51.778942 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:44:51.947248 tst iperf3m4.py: using LAC 22658\u000a17:44:52.075094 tst iperf3m4.py: using RAC 218\u000a17:44:52.204439 tst iperf3m4.py: using CellId 22658\u000a17:44:52.335721 tst iperf3m4.py: using BVCI 22659\u000a17:44:52.360573 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:52.372112 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:52.383407 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:52.394854 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:52.406203 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:52.417459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:52.428829 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:52.439997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:52.451488 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:44:52.569777 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:44:52.692812 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:44:52.816048 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:44:53.096417 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:44:53.223457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:53.540661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29177): Launched\u000a17:44:53.802781 run iperf3-srv_10.42.42.10(pid=29178): Launched\u000a17:44:53.988213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:44:54.115186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:54.432653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29179): Launched\u000a17:44:54.694899 run iperf3-srv_10.42.42.10(pid=29180): Launched\u000a17:44:54.880488 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:44:55.006997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:55.323519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29181): Launched\u000a17:44:55.585836 run iperf3-srv_10.42.42.10(pid=29182): Launched\u000a17:44:55.771188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:44:55.898021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:56.216607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29183): Launched\u000a17:44:56.478440 run iperf3-srv_10.42.42.10(pid=29184): Launched\u000a17:44:56.663744 tst iperf3m4.py:8: start network...\u000a17:44:56.789845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:57.270133 run create_hlr_db(pid=29185): Launched\u000a17:44:57.444692 bus /gobi_6: Setting Powered False\u000a17:44:58.466675 run create_hlr_db(pid=29185): Terminated: ok {rc=0}\u000a17:44:58.873195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29187): Launched\u000a17:44:59.177988 run osmo-hlr_10.42.42.2(pid=29188): Launched\u000a17:44:59.295291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:59.832850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29190): Launched\u000a17:45:00.138113 run osmo-stp_10.42.42.5(pid=29191): Launched\u000a17:45:00.249869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:45:00.779298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29193): Launched\u000a17:45:00.911999 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:45:01.225524 run patchelf(pid=29194): Launched\u000a17:45:01.444154 run osmo-stp_10.42.42.5(pid=29191): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29191)]\u000a17:45:01.589909 run osmo-stp_10.42.42.5(pid=29191): stdout: \u000a| (launched: 2022-12-09_17:44:59.987275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:01.735457 run osmo-stp_10.42.42.5(pid=29191): stderr: \u000a| �[0;m�[38;5;43m20221209174500158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174500158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174500159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174500159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174500160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174500160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174500160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:01.876903 run osmo-stp_10.42.42.5(pid=29191): stdout: \u000a| (launched: 2022-12-09_17:44:59.987275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:02.014743 run osmo-stp_10.42.42.5(pid=29191): stderr: \u000a| �[0;m�[38;5;43m20221209174500158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174500158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174500159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174500159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174500160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174500160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174500160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:02.175372 run patchelf(pid=29194): Terminating (SIGINT)\u000a17:45:02.366016 run patchelf(pid=29194): Terminated: ok {rc=0}\u000a17:45:02.400564 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29191): Process ended prematurely: osmo-stp_10.42.42.5(pid=29191) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29191)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:45:02.411649 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a17:45:02.479860 run osmo-hlr_10.42.42.2(pid=29188): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29188)]\u000a17:45:02.535122 run osmo-hlr_10.42.42.2(pid=29188): stdout: \u000a| (launched: 2022-12-09_17:44:59.027595) \u000a17:45:02.589930 run osmo-hlr_10.42.42.2(pid=29188): stderr: \u000a| �[0;m�[1;31m20221209174459202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174459202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174459202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174459202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174459202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174459202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174459214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174459222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174459222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174459222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:02.637385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29177): Terminating (SIGTERM)\u000a17:45:02.684326 run iperf3-srv_10.42.42.10(pid=29178): Terminating (SIGTERM)\u000a17:45:02.730203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29179): Terminating (SIGTERM)\u000a17:45:02.775463 run iperf3-srv_10.42.42.10(pid=29180): Terminating (SIGTERM)\u000a17:45:02.818472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29181): Terminating (SIGTERM)\u000a17:45:02.863279 run iperf3-srv_10.42.42.10(pid=29182): Terminating (SIGTERM)\u000a17:45:02.906519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29183): Terminating (SIGTERM)\u000a17:45:02.947016 run iperf3-srv_10.42.42.10(pid=29184): Terminating (SIGTERM)\u000a17:45:02.987627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29187): Terminating (SIGTERM)\u000a17:45:03.028067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29190): Terminating (SIGTERM)\u000a17:45:03.068635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29193): Terminating (SIGTERM)\u000a17:45:03.077691 --- ParallelTerminationStrategy: PID 29177 died...\u000a17:45:03.132042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29177): Terminated: ok {rc=0}\u000a17:45:03.141753 --- ParallelTerminationStrategy: PID 29178 died...\u000a17:45:03.195392 run iperf3-srv_10.42.42.10(pid=29178): Terminated {rc=256}\u000a17:45:03.205115 --- ParallelTerminationStrategy: PID 29179 died...\u000a17:45:03.258985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29179): Terminated: ok {rc=0}\u000a17:45:03.268701 --- ParallelTerminationStrategy: PID 29180 died...\u000a17:45:03.322302 run iperf3-srv_10.42.42.10(pid=29180): Terminated {rc=256}\u000a17:45:03.332129 --- ParallelTerminationStrategy: PID 29181 died...\u000a17:45:03.385829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29181): Terminated: ok {rc=0}\u000a17:45:03.395691 --- ParallelTerminationStrategy: PID 29182 died...\u000a17:45:03.449326 run iperf3-srv_10.42.42.10(pid=29182): Terminated {rc=256}\u000a17:45:03.459234 --- ParallelTerminationStrategy: PID 29183 died...\u000a17:45:03.513249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29183): Terminated: ok {rc=0}\u000a17:45:03.523043 --- ParallelTerminationStrategy: PID 29184 died...\u000a17:45:03.577177 run iperf3-srv_10.42.42.10(pid=29184): Terminated {rc=256}\u000a17:45:03.587055 --- ParallelTerminationStrategy: PID 29187 died...\u000a17:45:03.640678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29187): Terminated: ok {rc=0}\u000a17:45:03.650558 --- ParallelTerminationStrategy: PID 29190 died...\u000a17:45:03.704510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29190): Terminated: ok {rc=0}\u000a17:45:03.714208 --- ParallelTerminationStrategy: PID 29193 died...\u000a17:45:03.767971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29193): Terminated: ok {rc=0}\u000a17:45:03.857975 bus /gobi_4: Setting Powered False\u000a17:45:04.963307 bus /gobi_4: Setting Powered False\u000a17:45:06.076423 bus /gobi_1: Setting Powered False\u000a17:45:07.180877 bus /gobi_1: Setting Powered False\u000a17:45:08.295086 bus /gobi_0: Setting Powered False\u000a17:45:09.403111 bus /gobi_0: Setting Powered False\u000a17:45:10.511315 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29562): Process ended prematurely: osmo-stp_10.42.42.5(pid=29562) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29562): Process ended prematurely: osmo-stp_10.42.42.5(pid=29562) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:45:11.578775 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:11.590570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:45:11.756073 tst ping.py: using LAC 22659\u000a17:45:11.881345 tst ping.py: using RAC 219\u000a17:45:12.007985 tst ping.py: using CellId 22659\u000a17:45:12.133683 tst ping.py: using BVCI 22660\u000a17:45:12.158228 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:12.169786 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:12.181067 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:12.192794 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:12.204472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:12.216250 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:12.228136 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:12.239851 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:45:12.531137 tst ping.py:19: start network...\u000a17:45:12.663615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:13.198089 run create_hlr_db(pid=29221): Launched\u000a17:45:13.379660 bus /gobi_6: Setting Powered False\u000a17:45:14.406641 run create_hlr_db(pid=29221): Terminated: ok {rc=0}\u000a17:45:14.844184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29498): Launched\u000a17:45:15.147215 run osmo-hlr_10.42.42.2(pid=29559): Launched\u000a17:45:15.263312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:15.800411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29561): Launched\u000a17:45:16.220006 run osmo-stp_10.42.42.5(pid=29562): Launched\u000a17:45:16.339854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:45:16.971039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29564): Launched\u000a17:45:17.089723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:45:17.386562 run patchelf(pid=29565): Launched\u000a17:45:17.574998 run osmo-stp_10.42.42.5(pid=29562): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)]\u000a17:45:17.713672 run osmo-stp_10.42.42.5(pid=29562): stdout: \u000a| (launched: 2022-12-09_17:45:15.977841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:17.852310 run osmo-stp_10.42.42.5(pid=29562): stderr: \u000a| �[0;m�[38;5;43m20221209174516339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174516339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174516339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174516340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174516340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174516340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174516340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:17.985851 run osmo-stp_10.42.42.5(pid=29562): stdout: \u000a| (launched: 2022-12-09_17:45:15.977841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:18.118129 run osmo-stp_10.42.42.5(pid=29562): stderr: \u000a| �[0;m�[38;5;43m20221209174516339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174516339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174516339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174516340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174516340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174516340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174516340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:18.271810 run patchelf(pid=29565): Terminating (SIGINT)\u000a17:45:18.452894 run patchelf(pid=29565): Terminated: ok {rc=0}\u000a17:45:18.486208 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29562): Process ended prematurely: osmo-stp_10.42.42.5(pid=29562) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:45:18.495586 tst ping.py:22: Test FAILED (6.9 sec)\u000a17:45:18.559844 run osmo-hlr_10.42.42.2(pid=29559): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29559)]\u000a17:45:18.612531 run osmo-hlr_10.42.42.2(pid=29559): stdout: \u000a| (launched: 2022-12-09_17:45:14.998238) \u000a17:45:18.668458 run osmo-hlr_10.42.42.2(pid=29559): stderr: \u000a| �[0;m�[1;31m20221209174515174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174515174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174515174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174515174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174515174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174515174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174515187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174515196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174515196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174515196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:18.714093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29498): Terminating (SIGTERM)\u000a17:45:18.757120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29561): Terminating (SIGTERM)\u000a17:45:18.800189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29564): Terminating (SIGTERM)\u000a17:45:18.810353 --- ParallelTerminationStrategy: PID 29498 died...\u000a17:45:18.868433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29498): Terminated: ok {rc=0}\u000a17:45:18.878987 --- ParallelTerminationStrategy: PID 29561 died...\u000a17:45:18.936568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29561): Terminated: ok {rc=0}\u000a17:45:18.946976 --- ParallelTerminationStrategy: PID 29564 died...\u000a17:45:19.004201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29564): Terminated: ok {rc=0}\u000a17:45:19.092761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29747): Process ended prematurely: osmo-stp_10.42.42.5(pid=29747) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29747)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29747): Process ended prematurely: osmo-stp_10.42.42.5(pid=29747) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:45:20.147749 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:20.160171 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:45:20.329011 tst ping_idle_ping.py: using LAC 22660\u000a17:45:20.454911 tst ping_idle_ping.py: using RAC 220\u000a17:45:20.584079 tst ping_idle_ping.py: using CellId 22660\u000a17:45:20.709323 tst ping_idle_ping.py: using BVCI 22661\u000a17:45:20.734093 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:20.745788 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:20.757345 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:20.769099 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:20.780760 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:20.792387 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:20.803865 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:20.815715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:45:21.095483 tst ping_idle_ping.py:24: start network...\u000a17:45:21.221005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:21.697979 run create_hlr_db(pid=29566): Launched\u000a17:45:21.872420 bus /gobi_6: Setting Powered False\u000a17:45:22.893434 run create_hlr_db(pid=29566): Terminated: ok {rc=0}\u000a17:45:23.369974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Launched\u000a17:45:23.711930 run osmo-hlr_10.42.42.2(pid=29637): Launched\u000a17:45:23.859029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:24.454631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29746): Launched\u000a17:45:24.859171 run osmo-stp_10.42.42.5(pid=29747): Launched\u000a17:45:25.080397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:45:25.660045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29749): Launched\u000a17:45:25.776288 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:45:26.075363 run patchelf(pid=29750): Launched\u000a17:45:26.266712 run osmo-stp_10.42.42.5(pid=29747): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29747)]\u000a17:45:26.406689 run osmo-stp_10.42.42.5(pid=29747): stdout: \u000a| (launched: 2022-12-09_17:45:24.610112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:26.549147 run osmo-stp_10.42.42.5(pid=29747): stderr: \u000a| �[0;m�[38;5;43m20221209174524905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174524905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174524906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174524906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174524907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174524907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174524907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:26.685172 run osmo-stp_10.42.42.5(pid=29747): stdout: \u000a| (launched: 2022-12-09_17:45:24.610112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:26.818403 run osmo-stp_10.42.42.5(pid=29747): stderr: \u000a| �[0;m�[38;5;43m20221209174524905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174524905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174524906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174524906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174524907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174524907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174524907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:26.974902 run patchelf(pid=29750): Terminating (SIGINT)\u000a17:45:27.159380 run patchelf(pid=29750): Terminated: ok {rc=0}\u000a17:45:27.193549 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29747): Process ended prematurely: osmo-stp_10.42.42.5(pid=29747) [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29747)] [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:45:27.204025 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a17:45:27.270234 run osmo-hlr_10.42.42.2(pid=29637): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29637)]\u000a17:45:27.323317 run osmo-hlr_10.42.42.2(pid=29637): stdout: \u000a| (launched: 2022-12-09_17:45:23.535712) \u000a17:45:27.377341 run osmo-hlr_10.42.42.2(pid=29637): stderr: \u000a| �[0;m�[1;31m20221209174523853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174523854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174523854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174523854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174523854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174523854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174523879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174523897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174523897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174523897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:27.423745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Terminating (SIGTERM)\u000a17:45:27.470154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29746): Terminating (SIGTERM)\u000a17:45:27.514496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29749): Terminating (SIGTERM)\u000a17:45:27.526670 --- ParallelTerminationStrategy: PID 29573 died...\u000a17:45:27.586582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Terminated: ok {rc=0}\u000a17:45:27.597662 --- ParallelTerminationStrategy: PID 29746 died...\u000a17:45:27.656067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29746): Terminated: ok {rc=0}\u000a17:45:27.667142 --- ParallelTerminationStrategy: PID 29749 died...\u000a17:45:27.725094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29749): Terminated: ok {rc=0}\u000a17:45:27.815434 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:44:28" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29761): Process ended prematurely: osmo-stp_10.42.42.5(pid=29761) [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29761)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29761): Process ended prematurely: osmo-stp_10.42.42.5(pid=29761) [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:45:29.890665 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:29.901977 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:45:30.062610 tst switch_tch_pdch.py: using LAC 22661\u000a17:45:30.178038 tst switch_tch_pdch.py: using RAC 221\u000a17:45:30.293923 tst switch_tch_pdch.py: using CellId 22661\u000a17:45:30.409109 tst switch_tch_pdch.py: using BVCI 22662\u000a17:45:30.431885 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:30.443461 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:30.454693 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:30.466303 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:30.477637 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:30.488918 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:30.500400 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:30.511710 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:45:30.632055 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:45:30.940011 tst switch_tch_pdch.py:51: start network...\u000a17:45:31.077066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:31.686962 run create_hlr_db(pid=29755): Launched\u000a17:45:31.879626 bus /gobi_6: Setting Powered False\u000a17:45:32.893964 run create_hlr_db(pid=29755): Terminated: ok {rc=0}\u000a17:45:33.302175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29757): Launched\u000a17:45:33.603069 run osmo-hlr_10.42.42.2(pid=29758): Launched\u000a17:45:33.717666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:34.239038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29760): Launched\u000a17:45:34.538243 run osmo-stp_10.42.42.5(pid=29761): Launched\u000a17:45:34.646978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:45:35.166870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29763): Launched\u000a17:45:35.272333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:45:35.531484 run patchelf(pid=29764): Launched\u000a17:45:35.706059 run osmo-stp_10.42.42.5(pid=29761): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29761)]\u000a17:45:35.834054 run osmo-stp_10.42.42.5(pid=29761): stdout: \u000a| (launched: 2022-12-09_17:45:34.390760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:35.962986 run osmo-stp_10.42.42.5(pid=29761): stderr: \u000a| �[0;m�[38;5;43m20221209174534561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174534561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174534561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174534562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174534562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174534562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174534562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:36.086491 run osmo-stp_10.42.42.5(pid=29761): stdout: \u000a| (launched: 2022-12-09_17:45:34.390760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:36.208514 run osmo-stp_10.42.42.5(pid=29761): stderr: \u000a| �[0;m�[38;5;43m20221209174534561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174534561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174534561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174534562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174534562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174534562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174534562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:36.350873 run patchelf(pid=29764): Terminating (SIGINT)\u000a17:45:36.518411 run patchelf(pid=29764): Terminated: ok {rc=0}\u000a17:45:36.548984 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29761): Process ended prematurely: osmo-stp_10.42.42.5(pid=29761) [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29761)] [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:45:36.557805 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a17:45:36.618496 run osmo-hlr_10.42.42.2(pid=29758): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29758)]\u000a17:45:36.667640 run osmo-hlr_10.42.42.2(pid=29758): stdout: \u000a| (launched: 2022-12-09_17:45:33.454174) \u000a17:45:36.717720 run osmo-hlr_10.42.42.2(pid=29758): stderr: \u000a| �[0;m�[1;31m20221209174533630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174533630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174533630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174533630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174533630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174533631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174533643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174533654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174533654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174533654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:36.759885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29757): Terminating (SIGTERM)\u000a17:45:36.799922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29760): Terminating (SIGTERM)\u000a17:45:36.840355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29763): Terminating (SIGTERM)\u000a17:45:36.849868 --- ParallelTerminationStrategy: PID 29757 died...\u000a17:45:36.903346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29757): Terminated: ok {rc=0}\u000a17:45:36.913211 --- ParallelTerminationStrategy: PID 29760 died...\u000a17:45:36.966796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29760): Terminated: ok {rc=0}\u000a17:45:36.976310 --- ParallelTerminationStrategy: PID 29763 died...\u000a17:45:37.029485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29763): Terminated: ok {rc=0}\u000a17:45:37.117928 bus /gobi_0: Setting Powered False\u000a17:45:38.220734 bus /gobi_0: Setting Powered False\u000a17:45:39.327209 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:45:29" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29777): Process ended prematurely: osmo-stp_10.42.42.5(pid=29777) [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29777)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29777): Process ended prematurely: osmo-stp_10.42.42.5(pid=29777) [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:45:41.306036 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:41.317628 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:45:41.488348 tst switch_tch_pdch.py: using LAC 22662\u000a17:45:41.611916 tst switch_tch_pdch.py: using RAC 222\u000a17:45:41.735687 tst switch_tch_pdch.py: using CellId 22662\u000a17:45:41.859092 tst switch_tch_pdch.py: using BVCI 22663\u000a17:45:41.883681 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:41.895245 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:41.906534 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:41.917849 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:41.929318 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:41.940511 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:41.951945 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:41.963260 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:45:42.080382 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:45:42.358411 tst switch_tch_pdch.py:51: start network...\u000a17:45:42.482863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:42.930732 run create_hlr_db(pid=29771): Launched\u000a17:45:43.053960 bus /gobi_6: Setting Powered False\u000a17:45:44.126252 run create_hlr_db(pid=29771): Terminated: ok {rc=0}\u000a17:45:44.526482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29773): Launched\u000a17:45:44.848391 run osmo-hlr_10.42.42.2(pid=29774): Launched\u000a17:45:44.965378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:45.493707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29776): Launched\u000a17:45:45.813427 run osmo-stp_10.42.42.5(pid=29777): Launched\u000a17:45:46.040181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:45:46.582370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29779): Launched\u000a17:45:46.698422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:45:46.991377 run patchelf(pid=29780): Launched\u000a17:45:47.181202 run osmo-stp_10.42.42.5(pid=29777): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29777)]\u000a17:45:47.318742 run osmo-stp_10.42.42.5(pid=29777): stdout: \u000a| (launched: 2022-12-09_17:45:45.655890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:47.456057 run osmo-stp_10.42.42.5(pid=29777): stderr: \u000a| �[0;m�[38;5;43m20221209174545867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174545867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174545867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174545868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174545868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174545868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174545868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:47.588438 run osmo-stp_10.42.42.5(pid=29777): stdout: \u000a| (launched: 2022-12-09_17:45:45.655890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:47.718972 run osmo-stp_10.42.42.5(pid=29777): stderr: \u000a| �[0;m�[38;5;43m20221209174545867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174545867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174545867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174545868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174545868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174545868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174545868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:47.871625 run patchelf(pid=29780): Terminating (SIGINT)\u000a17:45:48.051047 run patchelf(pid=29780): Terminated: ok {rc=0}\u000a17:45:48.083931 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29777): Process ended prematurely: osmo-stp_10.42.42.5(pid=29777) [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29777)] [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:45:48.093860 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a17:45:48.156873 run osmo-hlr_10.42.42.2(pid=29774): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29774)]\u000a17:45:48.208423 run osmo-hlr_10.42.42.2(pid=29774): stdout: \u000a| (launched: 2022-12-09_17:45:44.690243) \u000a17:45:48.260650 run osmo-hlr_10.42.42.2(pid=29774): stderr: \u000a| �[0;m�[1;31m20221209174544891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174544891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174544891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174544891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174544891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174544892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174544905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174544913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174544913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174544914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:48.305319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29773): Terminating (SIGTERM)\u000a17:45:48.347563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29776): Terminating (SIGTERM)\u000a17:45:48.390142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29779): Terminating (SIGTERM)\u000a17:45:48.399965 --- ParallelTerminationStrategy: PID 29773 died...\u000a17:45:48.456899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29773): Terminated: ok {rc=0}\u000a17:45:48.467254 --- ParallelTerminationStrategy: PID 29776 died...\u000a17:45:48.523735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29776): Terminated: ok {rc=0}\u000a17:45:48.534010 --- ParallelTerminationStrategy: PID 29779 died...\u000a17:45:48.590364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29779): Terminated: ok {rc=0}\u000a17:45:48.681572 bus /gobi_0: Setting Powered False\u000a17:45:49.785904 bus /gobi_0: Setting Powered False\u000a17:45:50.896561 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:45:41" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29785): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29785) [trial-2362↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29785)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29785): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29785) [trial-2362↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a17:45:52.796435 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a17:45:52.807575 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:45:52.942177 tst mo_mt_sms.py: using LAC 22663\u000a17:45:53.058481 tst mo_mt_sms.py: using RAC 223\u000a17:45:53.175435 tst mo_mt_sms.py: using CellId 22663\u000a17:45:53.294131 tst mo_mt_sms.py: using BVCI 22664\u000a17:45:53.316558 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:45:53.428660 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:45:53.702844 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:45:53.827870 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:45:54.448106 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29784): Launched\u000a17:45:54.745245 run osmo-nitb_10.42.42.2(pid=29785): Launched\u000a17:45:54.929356 run osmo-nitb_10.42.42.2(pid=29785): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29785)]\u000a17:45:55.065437 run osmo-nitb_10.42.42.2(pid=29785): stdout: \u000a| (launched: 2022-12-09_17:45:54.599973) \u000a17:45:55.202000 run osmo-nitb_10.42.42.2(pid=29785): stderr: \u000a| (launched: 2022-12-09_17:45:54.644753)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:45:55.333611 run osmo-nitb_10.42.42.2(pid=29785): stdout: \u000a| (launched: 2022-12-09_17:45:54.599973) \u000a17:45:55.464127 run osmo-nitb_10.42.42.2(pid=29785): stderr: \u000a| (launched: 2022-12-09_17:45:54.644753)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:45:55.866258 tst osmo-nitb_10.42.42.2(pid=29785): stdout: \u000a| (launched: 2022-12-09_17:45:54.599973) \u000a17:45:55.985489 tst osmo-nitb_10.42.42.2(pid=29785): stderr: \u000a| (launched: 2022-12-09_17:45:54.644753)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:45:56.037979 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29785): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29785) [trial-2362↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29785)] [trial-2362↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a17:45:56.046324 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a17:45:56.081346 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29784): Terminating (SIGTERM)\u000a17:45:56.259172 --- ParallelTerminationStrategy: PID 29784 died...\u000a17:45:56.315075 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29784): Terminated: ok {rc=0}\u000a17:45:56.402736 bus /sierra_3: Setting Powered False\u000a17:45:57.506228 bus /sierra_3: Setting Powered False\u000a17:45:58.618078 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:45:52" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29796): Process ended prematurely: osmo-stp_10.42.42.5(pid=29796) [trial-2362↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29796)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29796): Process ended prematurely: osmo-stp_10.42.42.5(pid=29796) [trial-2362↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a17:46:00.541286 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:00.551772 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:46:00.683164 tst mo_mt_sms.py: using LAC 22664\u000a17:46:00.797825 tst mo_mt_sms.py: using RAC 224\u000a17:46:00.942950 tst mo_mt_sms.py: using CellId 22664\u000a17:46:01.062894 tst mo_mt_sms.py: using BVCI 22665\u000a17:46:01.086427 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:01.097609 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:01.108446 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:01.119810 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:01.130933 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:01.142039 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:46:01.277898 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:46:01.528783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:02.040400 run create_hlr_db(pid=29790): Launched\u000a17:46:02.217219 bus /sierra_2: Setting Powered False\u000a17:46:03.246733 run create_hlr_db(pid=29790): Terminated: ok {rc=0}\u000a17:46:03.649750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29792): Launched\u000a17:46:03.948363 run osmo-hlr_10.42.42.2(pid=29793): Launched\u000a17:46:04.057683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:04.577097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29795): Launched\u000a17:46:04.876517 run osmo-stp_10.42.42.5(pid=29796): Launched\u000a17:46:04.985780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:05.531347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29798): Launched\u000a17:46:05.830550 run osmo-msc_10.42.42.6(pid=29799): Launched\u000a17:46:06.006326 run osmo-stp_10.42.42.5(pid=29796): ERR: Terminated: ERROR {rc=1} [trial-2362↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29796)]\u000a17:46:06.134196 run osmo-stp_10.42.42.5(pid=29796): stdout: \u000a| (launched: 2022-12-09_17:46:04.728775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:06.259074 run osmo-stp_10.42.42.5(pid=29796): stderr: \u000a| �[0;m�[38;5;43m20221209174604898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174604898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174604899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174604899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174604899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174604900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174604900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:06.379307 run osmo-stp_10.42.42.5(pid=29796): stdout: \u000a| (launched: 2022-12-09_17:46:04.728775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:06.498937 run osmo-stp_10.42.42.5(pid=29796): stderr: \u000a| �[0;m�[38;5;43m20221209174604898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174604898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174604899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174604899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174604899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174604900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174604900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:06.551316 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29796): Process ended prematurely: osmo-stp_10.42.42.5(pid=29796) [trial-2362↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29796)] [trial-2362↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a17:46:06.559315 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a17:46:06.620226 run osmo-hlr_10.42.42.2(pid=29793): ERR: Terminated: ERROR {rc=237} [trial-2362↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29793)]\u000a17:46:06.670135 run osmo-hlr_10.42.42.2(pid=29793): stdout: \u000a| (launched: 2022-12-09_17:46:03.801676) \u000a17:46:06.720645 run osmo-hlr_10.42.42.2(pid=29793): stderr: \u000a| �[0;m�[1;31m20221209174603976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174603977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174603977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174603977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174603977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174603977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174603989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174603998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174603998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174603999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:06.789321 run osmo-msc_10.42.42.6(pid=29799): ERR: Terminated: ERROR {rc=2} [trial-2362↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29799)]\u000a17:46:06.838899 run osmo-msc_10.42.42.6(pid=29799): stdout: \u000a| (launched: 2022-12-09_17:46:05.682531) \u000a17:46:06.888809 run osmo-msc_10.42.42.6(pid=29799): stderr: \u000a| �[0;m�[38;5;43m20221209174605954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174605954 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f502b912c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174605954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174605954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174605954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174605955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174605956 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174605957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174605957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174605957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:06.931491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29792): Terminating (SIGTERM)\u000a17:46:06.971952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29795): Terminating (SIGTERM)\u000a17:46:07.012482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29798): Terminating (SIGTERM)\u000a17:46:07.022055 --- ParallelTerminationStrategy: PID 29792 died...\u000a17:46:07.075704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29792): Terminated: ok {rc=0}\u000a17:46:07.085891 --- ParallelTerminationStrategy: PID 29795 died...\u000a17:46:07.140177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29795): Terminated: ok {rc=0}\u000a17:46:07.149865 --- ParallelTerminationStrategy: PID 29798 died...\u000a17:46:07.203385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29798): Terminated: ok {rc=0}\u000a17:46:07.287851 bus /sierra_3: Setting Powered False\u000a17:46:08.391736 bus /sierra_3: Setting Powered False\u000a17:46:09.503342 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:46:00" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29805): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29805) [trial-2362↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29805)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29805): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29805) [trial-2362↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a17:46:11.340341 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a17:46:11.351524 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:46:11.492174 tst assert_extension.py: using LAC 22665\u000a17:46:11.612756 tst assert_extension.py: using RAC 225\u000a17:46:11.730935 tst assert_extension.py: using CellId 22665\u000a17:46:11.854160 tst assert_extension.py: using BVCI 22666\u000a17:46:11.878356 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a17:46:12.154105 tst assert_extension.py:10: start nitb and bts...\u000a17:46:12.278430 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:46:12.901647 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29804): Launched\u000a17:46:13.196754 run osmo-nitb_10.42.42.2(pid=29805): Launched\u000a17:46:13.380883 run osmo-nitb_10.42.42.2(pid=29805): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29805)]\u000a17:46:13.516564 run osmo-nitb_10.42.42.2(pid=29805): stdout: \u000a| (launched: 2022-12-09_17:46:13.052337) \u000a17:46:13.653126 run osmo-nitb_10.42.42.2(pid=29805): stderr: \u000a| (launched: 2022-12-09_17:46:13.097125)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:46:13.784407 run osmo-nitb_10.42.42.2(pid=29805): stdout: \u000a| (launched: 2022-12-09_17:46:13.052337) \u000a17:46:13.914990 run osmo-nitb_10.42.42.2(pid=29805): stderr: \u000a| (launched: 2022-12-09_17:46:13.097125)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:46:14.318085 tst osmo-nitb_10.42.42.2(pid=29805): stdout: \u000a| (launched: 2022-12-09_17:46:13.052337) \u000a17:46:14.437959 tst osmo-nitb_10.42.42.2(pid=29805): stderr: \u000a| (launched: 2022-12-09_17:46:13.097125)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:46:14.490298 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29805): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29805) [trial-2362↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29805)] [trial-2362↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a17:46:14.498814 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a17:46:14.534904 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29804): Terminating (SIGTERM)\u000a17:46:14.712765 --- ParallelTerminationStrategy: PID 29804 died...\u000a17:46:14.769495 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29804): Terminated: ok {rc=0}\u000a17:46:14.857552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:46:11" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29815): Process ended prematurely: osmo-stp_10.42.42.5(pid=29815) [trial-2362↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29815)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29815): Process ended prematurely: osmo-stp_10.42.42.5(pid=29815) [trial-2362↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a17:46:16.748129 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:16.763811 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:46:16.911845 tst assert_extension.py: using LAC 22666\u000a17:46:17.057712 tst assert_extension.py: using RAC 226\u000a17:46:17.217850 tst assert_extension.py: using CellId 22666\u000a17:46:17.359857 tst assert_extension.py: using BVCI 22667\u000a17:46:17.384178 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:17.395312 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:17.406186 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:17.416940 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:17.427827 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:17.438782 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a17:46:17.647604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:18.156322 run create_hlr_db(pid=29809): Launched\u000a17:46:18.341231 bus /sierra_2: Setting Powered False\u000a17:46:19.361486 run create_hlr_db(pid=29809): Terminated: ok {rc=0}\u000a17:46:19.765257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29811): Launched\u000a17:46:20.063006 run osmo-hlr_10.42.42.2(pid=29812): Launched\u000a17:46:20.170526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:20.694409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29814): Launched\u000a17:46:20.993693 run osmo-stp_10.42.42.5(pid=29815): Launched\u000a17:46:21.103123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:21.646539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29817): Launched\u000a17:46:21.945740 run osmo-msc_10.42.42.6(pid=29818): Launched\u000a17:46:22.121382 run osmo-stp_10.42.42.5(pid=29815): ERR: Terminated: ERROR {rc=1} [trial-2362↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29815)]\u000a17:46:22.248312 run osmo-stp_10.42.42.5(pid=29815): stdout: \u000a| (launched: 2022-12-09_17:46:20.845441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:22.372599 run osmo-stp_10.42.42.5(pid=29815): stderr: \u000a| �[0;m�[38;5;43m20221209174621015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174621015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174621016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174621016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174621018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174621018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174621018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:22.492269 run osmo-stp_10.42.42.5(pid=29815): stdout: \u000a| (launched: 2022-12-09_17:46:20.845441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:22.610970 run osmo-stp_10.42.42.5(pid=29815): stderr: \u000a| �[0;m�[38;5;43m20221209174621015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174621015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174621016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174621016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174621018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174621018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174621018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:22.663197 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29815): Process ended prematurely: osmo-stp_10.42.42.5(pid=29815) [trial-2362↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29815)] [trial-2362↪ussd:trx-umtrx↪assert_extension.py:17]\u000a17:46:22.671347 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a17:46:22.732381 run osmo-hlr_10.42.42.2(pid=29812): ERR: Terminated: ERROR {rc=237} [trial-2362↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29812)]\u000a17:46:22.781899 run osmo-hlr_10.42.42.2(pid=29812): stdout: \u000a| (launched: 2022-12-09_17:46:19.916294) \u000a17:46:22.832001 run osmo-hlr_10.42.42.2(pid=29812): stderr: \u000a| �[0;m�[1;31m20221209174620094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174620094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174620094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174620094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174620094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174620094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174620133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174620142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174620142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174620142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:22.900165 run osmo-msc_10.42.42.6(pid=29818): ERR: Terminated: ERROR {rc=2} [trial-2362↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29818)]\u000a17:46:22.949921 run osmo-msc_10.42.42.6(pid=29818): stdout: \u000a| (launched: 2022-12-09_17:46:21.797514) \u000a17:46:23.000001 run osmo-msc_10.42.42.6(pid=29818): stderr: \u000a| �[0;m�[38;5;43m20221209174622070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174622071 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb6146dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174622071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174622071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174622071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174622071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174622075 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174622076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174622076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174622076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:23.042493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29811): Terminating (SIGTERM)\u000a17:46:23.082850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29814): Terminating (SIGTERM)\u000a17:46:23.123839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29817): Terminating (SIGTERM)\u000a17:46:23.133304 --- ParallelTerminationStrategy: PID 29811 died...\u000a17:46:23.187224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29811): Terminated: ok {rc=0}\u000a17:46:23.196778 --- ParallelTerminationStrategy: PID 29814 died...\u000a17:46:23.250323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29814): Terminated: ok {rc=0}\u000a17:46:23.259804 --- ParallelTerminationStrategy: PID 29817 died...\u000a17:46:23.313057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29817): Terminated: ok {rc=0}\u000a17:46:23.397217 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:46:16" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29829): Process ended prematurely: osmo-stp_10.42.42.5(pid=29829) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29829)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29829): Process ended prematurely: osmo-stp_10.42.42.5(pid=29829) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:46:25.367981 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:25.379513 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:46:25.549218 tst mo_mt_call.py: using LAC 22667\u000a17:46:25.678231 tst mo_mt_call.py: using RAC 227\u000a17:46:25.808227 tst mo_mt_call.py: using CellId 22667\u000a17:46:25.947304 tst mo_mt_call.py: using BVCI 22668\u000a17:46:25.971981 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:25.983683 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:25.995098 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:26.006984 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:26.018868 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:26.030737 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:46:26.147623 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:46:26.347330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:26.827237 run create_hlr_db(pid=29823): Launched\u000a17:46:27.003599 bus /sierra_2: Setting Powered False\u000a17:46:28.024424 run create_hlr_db(pid=29823): Terminated: ok {rc=0}\u000a17:46:28.431317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29825): Launched\u000a17:46:28.742082 run osmo-hlr_10.42.42.2(pid=29826): Launched\u000a17:46:28.860841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:29.398412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29828): Launched\u000a17:46:29.703202 run osmo-stp_10.42.42.5(pid=29829): Launched\u000a17:46:29.814858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:30.371946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29831): Launched\u000a17:46:30.678969 run osmo-msc_10.42.42.6(pid=29832): Launched\u000a17:46:30.909404 run osmo-stp_10.42.42.5(pid=29829): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29829)]\u000a17:46:31.101103 run osmo-stp_10.42.42.5(pid=29829): stdout: \u000a| (launched: 2022-12-09_17:46:29.553113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:31.232614 run osmo-stp_10.42.42.5(pid=29829): stderr: \u000a| �[0;m�[38;5;43m20221209174629724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174629724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174629724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174629725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174629725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174629725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174629726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:31.359130 run osmo-stp_10.42.42.5(pid=29829): stdout: \u000a| (launched: 2022-12-09_17:46:29.553113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:31.483835 run osmo-stp_10.42.42.5(pid=29829): stderr: \u000a| �[0;m�[38;5;43m20221209174629724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174629724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174629724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174629725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174629725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174629725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174629726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:31.539025 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29829): Process ended prematurely: osmo-stp_10.42.42.5(pid=29829) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29829)] [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:46:31.548863 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:46:31.613767 run osmo-hlr_10.42.42.2(pid=29826): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29826)]\u000a17:46:31.665471 run osmo-hlr_10.42.42.2(pid=29826): stdout: \u000a| (launched: 2022-12-09_17:46:28.586511) \u000a17:46:31.718441 run osmo-hlr_10.42.42.2(pid=29826): stderr: \u000a| �[0;m�[1;31m20221209174628761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174628761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174628761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174628761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174628761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174628761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174628775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174628785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174628785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174628785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:31.789012 run osmo-msc_10.42.42.6(pid=29832): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29832)]\u000a17:46:31.840991 run osmo-msc_10.42.42.6(pid=29832): stdout: \u000a| (launched: 2022-12-09_17:46:30.526405) \u000a17:46:31.893704 run osmo-msc_10.42.42.6(pid=29832): stderr: \u000a| �[0;m�[38;5;43m20221209174630798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174630798 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee1ea19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174630798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174630799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174630799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174630799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174630801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174630801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174630801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174630801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:31.937442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29825): Terminating (SIGTERM)\u000a17:46:31.980886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29828): Terminating (SIGTERM)\u000a17:46:32.025382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29831): Terminating (SIGTERM)\u000a17:46:32.035251 --- ParallelTerminationStrategy: PID 29825 died...\u000a17:46:32.092043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29825): Terminated: ok {rc=0}\u000a17:46:32.102551 --- ParallelTerminationStrategy: PID 29828 died...\u000a17:46:32.159081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29828): Terminated: ok {rc=0}\u000a17:46:32.169554 --- ParallelTerminationStrategy: PID 29831 died...\u000a17:46:32.225879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29831): Terminated: ok {rc=0}\u000a17:46:32.312529 bus /sierra_3: Setting Powered False\u000a17:46:33.420513 bus /sierra_3: Setting Powered False\u000a17:46:34.529608 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29840): Process ended prematurely: osmo-stp_10.42.42.5(pid=29840) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29840)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29840): Process ended prematurely: osmo-stp_10.42.42.5(pid=29840) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:46:35.645600 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:35.658061 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:46:35.821023 tst mo_mt_call_osmux.py: using LAC 22668\u000a17:46:35.948266 tst mo_mt_call_osmux.py: using RAC 228\u000a17:46:36.075268 tst mo_mt_call_osmux.py: using CellId 22668\u000a17:46:36.202840 tst mo_mt_call_osmux.py: using BVCI 22669\u000a17:46:36.227585 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:36.239178 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:36.250579 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:36.262074 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:36.273517 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:36.284741 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:46:36.400027 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:46:36.610328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:37.121510 run create_hlr_db(pid=29834): Launched\u000a17:46:37.297691 bus /sierra_2: Setting Powered False\u000a17:46:38.318250 run create_hlr_db(pid=29834): Terminated: ok {rc=0}\u000a17:46:38.751339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29836): Launched\u000a17:46:39.076513 run osmo-hlr_10.42.42.2(pid=29837): Launched\u000a17:46:39.195316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:39.758578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29839): Launched\u000a17:46:40.083558 run osmo-stp_10.42.42.5(pid=29840): Launched\u000a17:46:40.201436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:40.796437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29842): Launched\u000a17:46:41.122998 run osmo-msc_10.42.42.6(pid=29843): Launched\u000a17:46:41.312836 run osmo-stp_10.42.42.5(pid=29840): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29840)]\u000a17:46:41.449867 run osmo-stp_10.42.42.5(pid=29840): stdout: \u000a| (launched: 2022-12-09_17:46:39.923389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:41.586716 run osmo-stp_10.42.42.5(pid=29840): stderr: \u000a| �[0;m�[38;5;43m20221209174640116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174640116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174640117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174640117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174640117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174640118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174640118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:41.716368 run osmo-stp_10.42.42.5(pid=29840): stdout: \u000a| (launched: 2022-12-09_17:46:39.923389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:41.845021 run osmo-stp_10.42.42.5(pid=29840): stderr: \u000a| �[0;m�[38;5;43m20221209174640116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174640116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174640117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174640117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174640117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174640118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174640118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:41.902226 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29840): Process ended prematurely: osmo-stp_10.42.42.5(pid=29840) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29840)] [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:46:41.911686 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:46:41.974096 run osmo-hlr_10.42.42.2(pid=29837): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29837)]\u000a17:46:42.025526 run osmo-hlr_10.42.42.2(pid=29837): stdout: \u000a| (launched: 2022-12-09_17:46:38.916855) \u000a17:46:42.077860 run osmo-hlr_10.42.42.2(pid=29837): stderr: \u000a| �[0;m�[1;31m20221209174639116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174639116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174639116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174639116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174639116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174639116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174639129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174639138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174639139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174639139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:42.148582 run osmo-msc_10.42.42.6(pid=29843): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29843)]\u000a17:46:42.199985 run osmo-msc_10.42.42.6(pid=29843): stdout: \u000a| (launched: 2022-12-09_17:46:40.961595) \u000a17:46:42.251837 run osmo-msc_10.42.42.6(pid=29843): stderr: \u000a| �[0;m�[38;5;43m20221209174641286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174641286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9acb8f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174641286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174641286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174641286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174641286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174641288 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174641288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174641289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174641289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:42.296096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29836): Terminating (SIGTERM)\u000a17:46:42.337890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29839): Terminating (SIGTERM)\u000a17:46:42.379697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29842): Terminating (SIGTERM)\u000a17:46:42.389510 --- ParallelTerminationStrategy: PID 29836 died...\u000a17:46:42.445777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29836): Terminated: ok {rc=0}\u000a17:46:42.456035 --- ParallelTerminationStrategy: PID 29839 died...\u000a17:46:42.512480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29839): Terminated: ok {rc=0}\u000a17:46:42.522766 --- ParallelTerminationStrategy: PID 29842 died...\u000a17:46:42.578410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29842): Terminated: ok {rc=0}\u000a17:46:42.665908 bus /sierra_3: Setting Powered False\u000a17:46:43.771839 bus /sierra_3: Setting Powered False\u000a17:46:44.880770 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:46:25" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29854): Process ended prematurely: osmo-stp_10.42.42.5(pid=29854) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29854)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29854): Process ended prematurely: osmo-stp_10.42.42.5(pid=29854) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:46:46.976637 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:46.992794 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:46:47.167953 tst mo_mt_call.py: using LAC 22669\u000a17:46:47.297779 tst mo_mt_call.py: using RAC 229\u000a17:46:47.426486 tst mo_mt_call.py: using CellId 22669\u000a17:46:47.553149 tst mo_mt_call.py: using BVCI 22670\u000a17:46:47.578081 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:47.589851 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:47.601145 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:47.612620 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:47.624012 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:47.635350 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:46:47.757192 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:46:47.967248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:48.487150 run create_hlr_db(pid=29848): Launched\u000a17:46:48.674944 bus /sierra_2: Setting Powered False\u000a17:46:49.695958 run create_hlr_db(pid=29848): Terminated: ok {rc=0}\u000a17:46:50.106186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29850): Launched\u000a17:46:50.410640 run osmo-hlr_10.42.42.2(pid=29851): Launched\u000a17:46:50.522040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:51.051788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29853): Launched\u000a17:46:51.356549 run osmo-stp_10.42.42.5(pid=29854): Launched\u000a17:46:51.468086 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:52.026526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29856): Launched\u000a17:46:52.331210 run osmo-msc_10.42.42.6(pid=29857): Launched\u000a17:46:52.510452 run osmo-stp_10.42.42.5(pid=29854): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29854)]\u000a17:46:52.640179 run osmo-stp_10.42.42.5(pid=29854): stdout: \u000a| (launched: 2022-12-09_17:46:51.206360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:52.767072 run osmo-stp_10.42.42.5(pid=29854): stderr: \u000a| �[0;m�[38;5;43m20221209174651374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174651374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174651374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174651374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174651377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174651377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174651377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:52.888909 run osmo-stp_10.42.42.5(pid=29854): stdout: \u000a| (launched: 2022-12-09_17:46:51.206360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:53.009967 run osmo-stp_10.42.42.5(pid=29854): stderr: \u000a| �[0;m�[38;5;43m20221209174651374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174651374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174651374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174651374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174651377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174651377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174651377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:53.063436 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29854): Process ended prematurely: osmo-stp_10.42.42.5(pid=29854) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29854)] [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:46:53.072273 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:46:53.133186 run osmo-hlr_10.42.42.2(pid=29851): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29851)]\u000a17:46:53.182647 run osmo-hlr_10.42.42.2(pid=29851): stdout: \u000a| (launched: 2022-12-09_17:46:50.260413) \u000a17:46:53.232659 run osmo-hlr_10.42.42.2(pid=29851): stderr: \u000a| �[0;m�[1;31m20221209174650438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174650438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174650438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174650438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174650438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174650438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174650464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174650474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174650474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174650474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:53.300344 run osmo-msc_10.42.42.6(pid=29857): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29857)]\u000a17:46:53.349893 run osmo-msc_10.42.42.6(pid=29857): stdout: \u000a| (launched: 2022-12-09_17:46:52.180803) \u000a17:46:53.399901 run osmo-msc_10.42.42.6(pid=29857): stderr: \u000a| �[0;m�[38;5;43m20221209174652453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174652453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c56469c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174652454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174652454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174652454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174652454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174652457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174652458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174652458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174652458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:53.442306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29850): Terminating (SIGTERM)\u000a17:46:53.482740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29853): Terminating (SIGTERM)\u000a17:46:53.523286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29856): Terminating (SIGTERM)\u000a17:46:53.532894 --- ParallelTerminationStrategy: PID 29850 died...\u000a17:46:53.586762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29850): Terminated: ok {rc=0}\u000a17:46:53.596597 --- ParallelTerminationStrategy: PID 29853 died...\u000a17:46:53.650227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29853): Terminated: ok {rc=0}\u000a17:46:53.660163 --- ParallelTerminationStrategy: PID 29856 died...\u000a17:46:53.713451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29856): Terminated: ok {rc=0}\u000a17:46:53.803565 bus /sierra_3: Setting Powered False\u000a17:46:54.908252 bus /sierra_3: Setting Powered False\u000a17:46:56.020393 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29865): Process ended prematurely: osmo-stp_10.42.42.5(pid=29865) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29865)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29865): Process ended prematurely: osmo-stp_10.42.42.5(pid=29865) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:46:57.132860 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:57.145116 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:46:57.304732 tst mo_mt_call_osmux.py: using LAC 22670\u000a17:46:57.426976 tst mo_mt_call_osmux.py: using RAC 230\u000a17:46:57.554609 tst mo_mt_call_osmux.py: using CellId 22670\u000a17:46:57.678627 tst mo_mt_call_osmux.py: using BVCI 22671\u000a17:46:57.701969 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:57.713294 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:57.724413 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:57.735914 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:57.747639 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:46:57.760076 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:46:57.882171 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:46:58.096646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:58.611255 run create_hlr_db(pid=29859): Launched\u000a17:46:58.787627 bus /sierra_2: Setting Powered False\u000a17:46:59.808148 run create_hlr_db(pid=29859): Terminated: ok {rc=0}\u000a17:47:00.216195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29861): Launched\u000a17:47:00.521257 run osmo-hlr_10.42.42.2(pid=29862): Launched\u000a17:47:00.637756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:01.244850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29864): Launched\u000a17:47:01.691038 run osmo-stp_10.42.42.5(pid=29865): Launched\u000a17:47:01.911871 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:02.518829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29867): Launched\u000a17:47:02.846915 run osmo-msc_10.42.42.6(pid=29868): Launched\u000a17:47:03.037421 run osmo-stp_10.42.42.5(pid=29865): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29865)]\u000a17:47:03.175212 run osmo-stp_10.42.42.5(pid=29865): stdout: \u000a| (launched: 2022-12-09_17:47:01.417392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:03.313255 run osmo-stp_10.42.42.5(pid=29865): stderr: \u000a| �[0;m�[38;5;43m20221209174701712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174701721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174701721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174701722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174701722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174701722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174701722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:03.443679 run osmo-stp_10.42.42.5(pid=29865): stdout: \u000a| (launched: 2022-12-09_17:47:01.417392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:03.572754 run osmo-stp_10.42.42.5(pid=29865): stderr: \u000a| �[0;m�[38;5;43m20221209174701712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174701721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174701721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174701722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174701722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174701722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174701722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:03.630451 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29865): Process ended prematurely: osmo-stp_10.42.42.5(pid=29865) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29865)] [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:47:03.639942 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:47:03.703148 run osmo-hlr_10.42.42.2(pid=29862): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29862)]\u000a17:47:03.754753 run osmo-hlr_10.42.42.2(pid=29862): stdout: \u000a| (launched: 2022-12-09_17:47:00.371142) \u000a17:47:03.807090 run osmo-hlr_10.42.42.2(pid=29862): stderr: \u000a| �[0;m�[1;31m20221209174700547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174700547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174700547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174700547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174700547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174700547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174700560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174700568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174700568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174700568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:03.877740 run osmo-msc_10.42.42.6(pid=29868): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29868)]\u000a17:47:03.929262 run osmo-msc_10.42.42.6(pid=29868): stdout: \u000a| (launched: 2022-12-09_17:47:02.685961) \u000a17:47:03.981848 run osmo-msc_10.42.42.6(pid=29868): stderr: \u000a| �[0;m�[38;5;43m20221209174703010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174703010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6c79d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174703010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174703010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174703010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174703010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174703012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174703012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174703012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174703013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:04.026074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29861): Terminating (SIGTERM)\u000a17:47:04.067892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29864): Terminating (SIGTERM)\u000a17:47:04.109915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29867): Terminating (SIGTERM)\u000a17:47:04.119690 --- ParallelTerminationStrategy: PID 29861 died...\u000a17:47:04.175877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29861): Terminated: ok {rc=0}\u000a17:47:04.186321 --- ParallelTerminationStrategy: PID 29864 died...\u000a17:47:04.242141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29864): Terminated: ok {rc=0}\u000a17:47:04.252208 --- ParallelTerminationStrategy: PID 29867 died...\u000a17:47:04.307660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29867): Terminated: ok {rc=0}\u000a17:47:04.394783 bus /sierra_3: Setting Powered False\u000a17:47:05.501426 bus /sierra_3: Setting Powered False\u000a17:47:06.609904 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:46:46" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29879): Process ended prematurely: osmo-stp_10.42.42.5(pid=29879) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29879)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29879): Process ended prematurely: osmo-stp_10.42.42.5(pid=29879) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:47:08.611754 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:08.623290 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:47:08.786882 tst mo_mt_call.py: using LAC 22671\u000a17:47:08.914256 tst mo_mt_call.py: using RAC 231\u000a17:47:09.042274 tst mo_mt_call.py: using CellId 22671\u000a17:47:09.170618 tst mo_mt_call.py: using BVCI 22672\u000a17:47:09.195538 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:09.207020 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:09.218378 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:09.230037 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:09.241713 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:09.253101 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:47:09.368902 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:47:09.581074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:10.103481 run create_hlr_db(pid=29873): Launched\u000a17:47:10.293105 bus /sierra_2: Setting Powered False\u000a17:47:11.313693 run create_hlr_db(pid=29873): Terminated: ok {rc=0}\u000a17:47:11.724472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29875): Launched\u000a17:47:12.030715 run osmo-hlr_10.42.42.2(pid=29876): Launched\u000a17:47:12.148876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:12.683583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29878): Launched\u000a17:47:12.988260 run osmo-stp_10.42.42.5(pid=29879): Launched\u000a17:47:13.099264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:13.655436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29881): Launched\u000a17:47:13.963328 run osmo-msc_10.42.42.6(pid=29882): Launched\u000a17:47:14.142895 run osmo-stp_10.42.42.5(pid=29879): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29879)]\u000a17:47:14.273112 run osmo-stp_10.42.42.5(pid=29879): stdout: \u000a| (launched: 2022-12-09_17:47:12.838137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:14.401155 run osmo-stp_10.42.42.5(pid=29879): stderr: \u000a| �[0;m�[38;5;43m20221209174713011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174713011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174713011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174713012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174713012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174713012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174713012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:14.524243 run osmo-stp_10.42.42.5(pid=29879): stdout: \u000a| (launched: 2022-12-09_17:47:12.838137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:14.645813 run osmo-stp_10.42.42.5(pid=29879): stderr: \u000a| �[0;m�[38;5;43m20221209174713011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174713011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174713011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174713012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174713012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174713012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174713012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:14.699612 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29879): Process ended prematurely: osmo-stp_10.42.42.5(pid=29879) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29879)] [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:47:14.708590 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:47:14.770645 run osmo-hlr_10.42.42.2(pid=29876): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29876)]\u000a17:47:14.821051 run osmo-hlr_10.42.42.2(pid=29876): stdout: \u000a| (launched: 2022-12-09_17:47:11.880018) \u000a17:47:14.872114 run osmo-hlr_10.42.42.2(pid=29876): stderr: \u000a| �[0;m�[1;31m20221209174712057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174712057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174712057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174712057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174712057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174712057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174712069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174712078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174712078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174712078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:14.940557 run osmo-msc_10.42.42.6(pid=29882): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29882)]\u000a17:47:14.990567 run osmo-msc_10.42.42.6(pid=29882): stdout: \u000a| (launched: 2022-12-09_17:47:13.810378) \u000a17:47:15.041076 run osmo-msc_10.42.42.6(pid=29882): stderr: \u000a| �[0;m�[38;5;43m20221209174714083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174714083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe53065fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174714084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174714084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174714084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174714084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174714086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174714086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174714086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174714086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:15.084070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29875): Terminating (SIGTERM)\u000a17:47:15.125139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29878): Terminating (SIGTERM)\u000a17:47:15.165905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29881): Terminating (SIGTERM)\u000a17:47:15.175709 --- ParallelTerminationStrategy: PID 29875 died...\u000a17:47:15.230380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29875): Terminated: ok {rc=0}\u000a17:47:15.240408 --- ParallelTerminationStrategy: PID 29878 died...\u000a17:47:15.295079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29878): Terminated: ok {rc=0}\u000a17:47:15.305036 --- ParallelTerminationStrategy: PID 29881 died...\u000a17:47:15.359514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29881): Terminated: ok {rc=0}\u000a17:47:15.449698 bus /sierra_3: Setting Powered False\u000a17:47:16.578405 bus /sierra_3: Setting Powered False\u000a17:47:17.691611 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29890): Process ended prematurely: osmo-stp_10.42.42.5(pid=29890) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29890)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29890): Process ended prematurely: osmo-stp_10.42.42.5(pid=29890) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:47:18.807561 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:18.819764 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:47:18.989501 tst mo_mt_call_osmux.py: using LAC 22672\u000a17:47:19.115597 tst mo_mt_call_osmux.py: using RAC 232\u000a17:47:19.247053 tst mo_mt_call_osmux.py: using CellId 22672\u000a17:47:19.373814 tst mo_mt_call_osmux.py: using BVCI 22673\u000a17:47:19.398729 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:19.410296 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:19.421658 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:19.433106 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:19.444556 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:19.455909 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:47:19.573174 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:47:19.785929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:20.308431 run create_hlr_db(pid=29884): Launched\u000a17:47:20.496691 bus /sierra_2: Setting Powered False\u000a17:47:21.518740 run create_hlr_db(pid=29884): Terminated: ok {rc=0}\u000a17:47:21.955050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29886): Launched\u000a17:47:22.283301 run osmo-hlr_10.42.42.2(pid=29887): Launched\u000a17:47:22.404335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:22.972911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29889): Launched\u000a17:47:23.300285 run osmo-stp_10.42.42.5(pid=29890): Launched\u000a17:47:23.419191 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:24.015949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29892): Launched\u000a17:47:24.339875 run osmo-msc_10.42.42.6(pid=29893): Launched\u000a17:47:24.530406 run osmo-stp_10.42.42.5(pid=29890): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29890)]\u000a17:47:24.667974 run osmo-stp_10.42.42.5(pid=29890): stdout: \u000a| (launched: 2022-12-09_17:47:23.139473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:24.805234 run osmo-stp_10.42.42.5(pid=29890): stderr: \u000a| �[0;m�[38;5;43m20221209174723332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174723332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174723332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174723332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174723333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174723333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174723333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:24.935639 run osmo-stp_10.42.42.5(pid=29890): stdout: \u000a| (launched: 2022-12-09_17:47:23.139473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:25.065126 run osmo-stp_10.42.42.5(pid=29890): stderr: \u000a| �[0;m�[38;5;43m20221209174723332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174723332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174723332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174723332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174723333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174723333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174723333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:25.122447 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29890): Process ended prematurely: osmo-stp_10.42.42.5(pid=29890) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29890)] [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:47:25.131866 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:47:25.195782 run osmo-hlr_10.42.42.2(pid=29887): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29887)]\u000a17:47:25.247955 run osmo-hlr_10.42.42.2(pid=29887): stdout: \u000a| (launched: 2022-12-09_17:47:22.121674) \u000a17:47:25.300931 run osmo-hlr_10.42.42.2(pid=29887): stderr: \u000a| �[0;m�[1;31m20221209174722321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174722321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174722322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174722322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174722322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174722322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174722334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174722342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174722343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174722343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:25.373186 run osmo-msc_10.42.42.6(pid=29893): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29893)]\u000a17:47:25.425496 run osmo-msc_10.42.42.6(pid=29893): stdout: \u000a| (launched: 2022-12-09_17:47:24.181634) \u000a17:47:25.478108 run osmo-msc_10.42.42.6(pid=29893): stderr: \u000a| �[0;m�[38;5;43m20221209174724505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174724505 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6008cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174724505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174724505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174724505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174724505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174724507 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174724507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174724508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174724508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:25.522930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29886): Terminating (SIGTERM)\u000a17:47:25.565366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29889): Terminating (SIGTERM)\u000a17:47:25.607878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29892): Terminating (SIGTERM)\u000a17:47:25.617734 --- ParallelTerminationStrategy: PID 29886 died...\u000a17:47:25.674353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29886): Terminated: ok {rc=0}\u000a17:47:25.684480 --- ParallelTerminationStrategy: PID 29889 died...\u000a17:47:25.740741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29889): Terminated: ok {rc=0}\u000a17:47:25.750918 --- ParallelTerminationStrategy: PID 29892 died...\u000a17:47:25.807626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29892): Terminated: ok {rc=0}\u000a17:47:25.895441 bus /sierra_3: Setting Powered False\u000a17:47:27.003561 bus /sierra_3: Setting Powered False\u000a17:47:28.115405 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:47:08" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:47:30.117750 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:30.129281 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:47:30.295088 tst mo_mt_call.py: using LAC 22673\u000a17:47:30.422373 tst mo_mt_call.py: using RAC 233\u000a17:47:30.549898 tst mo_mt_call.py: using CellId 22673\u000a17:47:30.676694 tst mo_mt_call.py: using BVCI 22674\u000a17:47:30.701515 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:30.713111 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:30.724408 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:30.735718 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:30.747220 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:30.758551 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:47:30.892436 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:47:31.137128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:31.672549 run create_hlr_db(pid=29900): Launched\u000a17:47:31.853870 bus /sierra_2: Setting Powered False\u000a17:47:32.870159 run create_hlr_db(pid=29900): Terminated: ok {rc=0}\u000a17:47:33.305273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Launched\u000a17:47:33.632508 run osmo-hlr_10.42.42.2(pid=29903): Launched\u000a17:47:33.751159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:34.317673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Launched\u000a17:47:34.645272 run osmo-stp_10.42.42.5(pid=29906): Launched\u000a17:47:34.762411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:35.359962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29908): Launched\u000a17:47:35.686641 run osmo-msc_10.42.42.6(pid=29909): Launched\u000a17:47:35.880639 run osmo-stp_10.42.42.5(pid=29906): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)]\u000a17:47:36.018115 run osmo-stp_10.42.42.5(pid=29906): stdout: \u000a| (launched: 2022-12-09_17:47:34.483757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:36.155957 run osmo-stp_10.42.42.5(pid=29906): stderr: \u000a| �[0;m�[38;5;43m20221209174734677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174734677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174734677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174734678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174734678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174734678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174734678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:36.286809 run osmo-stp_10.42.42.5(pid=29906): stdout: \u000a| (launched: 2022-12-09_17:47:34.483757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:36.416265 run osmo-stp_10.42.42.5(pid=29906): stderr: \u000a| �[0;m�[38;5;43m20221209174734677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174734677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174734677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174734678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174734678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174734678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174734678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:36.473945 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)] [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:47:36.483394 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:47:36.546083 run osmo-hlr_10.42.42.2(pid=29903): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29903)]\u000a17:47:36.597643 run osmo-hlr_10.42.42.2(pid=29903): stdout: \u000a| (launched: 2022-12-09_17:47:33.471504) \u000a17:47:36.649678 run osmo-hlr_10.42.42.2(pid=29903): stderr: \u000a| �[0;m�[1;31m20221209174733673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174733673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174733673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174733673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174733673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174733673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174733686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174733694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174733694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174733694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:36.720447 run osmo-msc_10.42.42.6(pid=29909): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29909)]\u000a17:47:36.771955 run osmo-msc_10.42.42.6(pid=29909): stdout: \u000a| (launched: 2022-12-09_17:47:35.526058) \u000a17:47:36.824170 run osmo-msc_10.42.42.6(pid=29909): stderr: \u000a| �[0;m�[38;5;43m20221209174735855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174735855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b56bb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174735855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174735856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174735857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174735857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174735862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174735862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174735863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174735863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:36.868242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Terminating (SIGTERM)\u000a17:47:36.909965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Terminating (SIGTERM)\u000a17:47:36.951737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29908): Terminating (SIGTERM)\u000a17:47:36.961458 --- ParallelTerminationStrategy: PID 29902 died...\u000a17:47:37.017759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Terminated: ok {rc=0}\u000a17:47:37.027900 --- ParallelTerminationStrategy: PID 29905 died...\u000a17:47:37.083561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Terminated: ok {rc=0}\u000a17:47:37.093975 --- ParallelTerminationStrategy: PID 29908 died...\u000a17:47:37.150135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29908): Terminated: ok {rc=0}\u000a17:47:37.238140 bus /sierra_3: Setting Powered False\u000a17:47:38.343142 bus /sierra_3: Setting Powered False\u000a17:47:39.451936 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29917): Process ended prematurely: osmo-stp_10.42.42.5(pid=29917) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29917)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29917): Process ended prematurely: osmo-stp_10.42.42.5(pid=29917) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:47:40.568009 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:40.580249 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:47:40.745592 tst mo_mt_call_osmux.py: using LAC 22674\u000a17:47:40.874367 tst mo_mt_call_osmux.py: using RAC 234\u000a17:47:41.002032 tst mo_mt_call_osmux.py: using CellId 22674\u000a17:47:41.129441 tst mo_mt_call_osmux.py: using BVCI 22675\u000a17:47:41.154581 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:41.166104 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:41.177616 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:41.188822 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:41.200394 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:41.211678 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:47:41.328120 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:47:41.532128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:42.011175 run create_hlr_db(pid=29911): Launched\u000a17:47:42.186910 bus /sierra_2: Setting Powered False\u000a17:47:43.207989 run create_hlr_db(pid=29911): Terminated: ok {rc=0}\u000a17:47:43.615342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29913): Launched\u000a17:47:43.921357 run osmo-hlr_10.42.42.2(pid=29914): Launched\u000a17:47:44.037685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:44.567962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29916): Launched\u000a17:47:44.876372 run osmo-stp_10.42.42.5(pid=29917): Launched\u000a17:47:44.988382 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:45.546253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29919): Launched\u000a17:47:45.881590 run osmo-msc_10.42.42.6(pid=29920): Launched\u000a17:47:46.296512 run osmo-stp_10.42.42.5(pid=29917): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29917)]\u000a17:47:46.510931 run osmo-stp_10.42.42.5(pid=29917): stdout: \u000a| (launched: 2022-12-09_17:47:44.722965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:46.650421 run osmo-stp_10.42.42.5(pid=29917): stderr: \u000a| �[0;m�[38;5;43m20221209174744894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174744894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174744894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174744894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174744895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174744895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174744895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:46.799470 run osmo-stp_10.42.42.5(pid=29917): stdout: \u000a| (launched: 2022-12-09_17:47:44.722965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:46.962436 run osmo-stp_10.42.42.5(pid=29917): stderr: \u000a| �[0;m�[38;5;43m20221209174744894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174744894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174744894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174744894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174744895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174744895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174744895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:47.037124 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29917): Process ended prematurely: osmo-stp_10.42.42.5(pid=29917) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29917)] [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:47:47.050787 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:47:47.128605 run osmo-hlr_10.42.42.2(pid=29914): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29914)]\u000a17:47:47.192919 run osmo-hlr_10.42.42.2(pid=29914): stdout: \u000a| (launched: 2022-12-09_17:47:43.770295) \u000a17:47:47.253949 run osmo-hlr_10.42.42.2(pid=29914): stderr: \u000a| �[0;m�[1;31m20221209174743948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174743948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174743948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174743948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174743949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174743949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174743961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174743969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174743969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174743969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:47.325106 run osmo-msc_10.42.42.6(pid=29920): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29920)]\u000a17:47:47.376011 run osmo-msc_10.42.42.6(pid=29920): stdout: \u000a| (launched: 2022-12-09_17:47:45.700256) \u000a17:47:47.426638 run osmo-msc_10.42.42.6(pid=29920): stderr: \u000a| �[0;m�[38;5;43m20221209174746038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174746038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4b48f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174746038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174746038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174746038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174746039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174746040 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174746041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174746041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174746041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:47.469418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29913): Terminating (SIGTERM)\u000a17:47:47.509893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29916): Terminating (SIGTERM)\u000a17:47:47.550882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29919): Terminating (SIGTERM)\u000a17:47:47.560648 --- ParallelTerminationStrategy: PID 29913 died...\u000a17:47:47.614976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29913): Terminated: ok {rc=0}\u000a17:47:47.625194 --- ParallelTerminationStrategy: PID 29916 died...\u000a17:47:47.679942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29916): Terminated: ok {rc=0}\u000a17:47:47.689991 --- ParallelTerminationStrategy: PID 29919 died...\u000a17:47:47.744558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29919): Terminated: ok {rc=0}\u000a17:47:47.834071 bus /sierra_3: Setting Powered False\u000a17:47:48.938148 bus /sierra_3: Setting Powered False\u000a17:47:50.048902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:47:29" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29931): Process ended prematurely: osmo-stp_10.42.42.5(pid=29931) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29931)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29931): Process ended prematurely: osmo-stp_10.42.42.5(pid=29931) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:47:52.044905 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:47:52.056109 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:47:52.212035 tst mo_mt_call.py: using LAC 22675\u000a17:47:52.332349 tst mo_mt_call.py: using RAC 235\u000a17:47:52.451454 tst mo_mt_call.py: using CellId 22675\u000a17:47:52.572182 tst mo_mt_call.py: using BVCI 22676\u000a17:47:52.595475 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:47:52.606593 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:47:52.617426 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:47:52.628643 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:47:52.639720 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:47:52.650956 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:47:52.769516 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:47:52.971756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:53.447478 run create_hlr_db(pid=29925): Launched\u000a17:47:53.622495 bus /sierra_2: Setting Powered False\u000a17:47:54.642906 run create_hlr_db(pid=29925): Terminated: ok {rc=0}\u000a17:47:55.050673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29927): Launched\u000a17:47:55.355450 run osmo-hlr_10.42.42.2(pid=29928): Launched\u000a17:47:55.474406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:56.011034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29930): Launched\u000a17:47:56.316752 run osmo-stp_10.42.42.5(pid=29931): Launched\u000a17:47:56.427926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:56.987000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29933): Launched\u000a17:47:57.292735 run osmo-msc_10.42.42.6(pid=29934): Launched\u000a17:47:57.472165 run osmo-stp_10.42.42.5(pid=29931): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29931)]\u000a17:47:57.602138 run osmo-stp_10.42.42.5(pid=29931): stdout: \u000a| (launched: 2022-12-09_17:47:56.166006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:57.730187 run osmo-stp_10.42.42.5(pid=29931): stderr: \u000a| �[0;m�[38;5;43m20221209174756337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174756338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174756338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174756338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174756339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174756339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174756339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:57.852461 run osmo-stp_10.42.42.5(pid=29931): stdout: \u000a| (launched: 2022-12-09_17:47:56.166006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:57.973801 run osmo-stp_10.42.42.5(pid=29931): stderr: \u000a| �[0;m�[38;5;43m20221209174756337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174756338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174756338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174756338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174756339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174756339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174756339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:58.027565 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29931): Process ended prematurely: osmo-stp_10.42.42.5(pid=29931) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29931)] [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:47:58.036387 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a17:47:58.097739 run osmo-hlr_10.42.42.2(pid=29928): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29928)]\u000a17:47:58.147709 run osmo-hlr_10.42.42.2(pid=29928): stdout: \u000a| (launched: 2022-12-09_17:47:55.204752) \u000a17:47:58.198256 run osmo-hlr_10.42.42.2(pid=29928): stderr: \u000a| �[0;m�[1;31m20221209174755382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174755382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174755382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174755382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174755382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174755382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174755394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174755402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174755403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174755403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:58.266592 run osmo-msc_10.42.42.6(pid=29934): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29934)]\u000a17:47:58.316432 run osmo-msc_10.42.42.6(pid=29934): stdout: \u000a| (launched: 2022-12-09_17:47:57.141924) \u000a17:47:58.366635 run osmo-msc_10.42.42.6(pid=29934): stderr: \u000a| �[0;m�[38;5;43m20221209174757414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174757414 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb4a7a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174757414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174757414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174757415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174757415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174757416 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174757417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174757417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174757417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:58.409694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29927): Terminating (SIGTERM)\u000a17:47:58.450501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29930): Terminating (SIGTERM)\u000a17:47:58.491136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29933): Terminating (SIGTERM)\u000a17:47:58.500751 --- ParallelTerminationStrategy: PID 29927 died...\u000a17:47:58.555194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29927): Terminated: ok {rc=0}\u000a17:47:58.565358 --- ParallelTerminationStrategy: PID 29930 died...\u000a17:47:58.619556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29930): Terminated: ok {rc=0}\u000a17:47:58.629400 --- ParallelTerminationStrategy: PID 29933 died...\u000a17:47:58.683529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29933): Terminated: ok {rc=0}\u000a17:47:58.772685 bus /sierra_3: Setting Powered False\u000a17:47:59.877966 bus /sierra_3: Setting Powered False\u000a17:48:00.998644 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29942): Process ended prematurely: osmo-stp_10.42.42.5(pid=29942) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29942)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29942): Process ended prematurely: osmo-stp_10.42.42.5(pid=29942) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:48:02.115439 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:02.128307 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:48:02.295083 tst mo_mt_call_osmux.py: using LAC 22676\u000a17:48:02.413982 tst mo_mt_call_osmux.py: using RAC 236\u000a17:48:02.531239 tst mo_mt_call_osmux.py: using CellId 22676\u000a17:48:02.651726 tst mo_mt_call_osmux.py: using BVCI 22677\u000a17:48:02.675118 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:02.686393 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:02.697575 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:02.708887 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:02.720320 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:02.731636 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:48:02.848018 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:48:03.060833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:03.580659 run create_hlr_db(pid=29936): Launched\u000a17:48:03.768877 bus /sierra_2: Setting Powered False\u000a17:48:04.789814 run create_hlr_db(pid=29936): Terminated: ok {rc=0}\u000a17:48:05.202891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29938): Launched\u000a17:48:05.508094 run osmo-hlr_10.42.42.2(pid=29939): Launched\u000a17:48:05.626856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:06.167308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29941): Launched\u000a17:48:06.472101 run osmo-stp_10.42.42.5(pid=29942): Launched\u000a17:48:06.583550 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:07.140367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29944): Launched\u000a17:48:07.445975 run osmo-msc_10.42.42.6(pid=29945): Launched\u000a17:48:07.625392 run osmo-stp_10.42.42.5(pid=29942): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29942)]\u000a17:48:07.755244 run osmo-stp_10.42.42.5(pid=29942): stdout: \u000a| (launched: 2022-12-09_17:48:06.322043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:07.882894 run osmo-stp_10.42.42.5(pid=29942): stderr: \u000a| �[0;m�[38;5;43m20221209174806493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174806493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174806493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174806494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174806494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174806494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174806494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:08.004905 run osmo-stp_10.42.42.5(pid=29942): stdout: \u000a| (launched: 2022-12-09_17:48:06.322043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:08.126145 run osmo-stp_10.42.42.5(pid=29942): stderr: \u000a| �[0;m�[38;5;43m20221209174806493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174806493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174806493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174806494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174806494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174806494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174806494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:08.179786 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29942): Process ended prematurely: osmo-stp_10.42.42.5(pid=29942) [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29942)] [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:48:08.188448 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:48:08.249280 run osmo-hlr_10.42.42.2(pid=29939): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29939)]\u000a17:48:08.299221 run osmo-hlr_10.42.42.2(pid=29939): stdout: \u000a| (launched: 2022-12-09_17:48:05.358048) \u000a17:48:08.349556 run osmo-hlr_10.42.42.2(pid=29939): stderr: \u000a| �[0;m�[1;31m20221209174805535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174805535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174805535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174805535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174805535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174805535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174805546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174805555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174805555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174805555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:08.417483 run osmo-msc_10.42.42.6(pid=29945): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29945)]\u000a17:48:08.467444 run osmo-msc_10.42.42.6(pid=29945): stdout: \u000a| (launched: 2022-12-09_17:48:07.295328) \u000a17:48:08.517496 run osmo-msc_10.42.42.6(pid=29945): stderr: \u000a| �[0;m�[38;5;43m20221209174807566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174807566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd301679c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174807566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174807566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174807566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174807567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174807570 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174807571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174807571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174807571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:48:08.559727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29938): Terminating (SIGTERM)\u000a17:48:08.599875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29941): Terminating (SIGTERM)\u000a17:48:08.640096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29944): Terminating (SIGTERM)\u000a17:48:08.649678 --- ParallelTerminationStrategy: PID 29938 died...\u000a17:48:08.704145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29938): Terminated: ok {rc=0}\u000a17:48:08.714004 --- ParallelTerminationStrategy: PID 29941 died...\u000a17:48:08.767989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29941): Terminated: ok {rc=0}\u000a17:48:08.777794 --- ParallelTerminationStrategy: PID 29944 died...\u000a17:48:08.831330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29944): Terminated: ok {rc=0}\u000a17:48:08.921550 bus /sierra_3: Setting Powered False\u000a17:48:10.025833 bus /sierra_3: Setting Powered False\u000a17:48:11.135488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:47:51" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29956): Process ended prematurely: osmo-stp_10.42.42.5(pid=29956) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29956)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29956): Process ended prematurely: osmo-stp_10.42.42.5(pid=29956) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:48:13.142711 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:13.154383 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:48:13.318600 tst mo_mt_call.py: using LAC 22677\u000a17:48:13.442329 tst mo_mt_call.py: using RAC 237\u000a17:48:13.568398 tst mo_mt_call.py: using CellId 22677\u000a17:48:13.708316 tst mo_mt_call.py: using BVCI 22678\u000a17:48:13.733415 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:13.745333 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:13.756841 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:13.768549 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:13.780543 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:13.792193 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:48:13.909224 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:48:14.121106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:14.642374 run create_hlr_db(pid=29950): Launched\u000a17:48:14.830746 bus /sierra_2: Setting Powered False\u000a17:48:15.873488 run create_hlr_db(pid=29950): Terminated: ok {rc=0}\u000a17:48:16.334108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29952): Launched\u000a17:48:16.745871 run osmo-hlr_10.42.42.2(pid=29953): Launched\u000a17:48:16.936592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:17.563467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29955): Launched\u000a17:48:17.868188 run osmo-stp_10.42.42.5(pid=29956): Launched\u000a17:48:17.987551 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:18.550383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29958): Launched\u000a17:48:18.855295 run osmo-msc_10.42.42.6(pid=29959): Launched\u000a17:48:19.035583 run osmo-stp_10.42.42.5(pid=29956): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29956)]\u000a17:48:19.166071 run osmo-stp_10.42.42.5(pid=29956): stdout: \u000a| (launched: 2022-12-09_17:48:17.718232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:19.294239 run osmo-stp_10.42.42.5(pid=29956): stderr: \u000a| �[0;m�[38;5;43m20221209174817891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174817891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174817891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174817891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174817892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174817892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174817892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:19.416506 run osmo-stp_10.42.42.5(pid=29956): stdout: \u000a| (launched: 2022-12-09_17:48:17.718232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:19.538125 run osmo-stp_10.42.42.5(pid=29956): stderr: \u000a| �[0;m�[38;5;43m20221209174817891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174817891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174817891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174817891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174817892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174817892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174817892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:19.591898 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29956): Process ended prematurely: osmo-stp_10.42.42.5(pid=29956) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29956)] [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:48:19.600709 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a17:48:19.660934 run osmo-hlr_10.42.42.2(pid=29953): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29953)]\u000a17:48:19.710205 run osmo-hlr_10.42.42.2(pid=29953): stdout: \u000a| (launched: 2022-12-09_17:48:16.493764) \u000a17:48:19.760161 run osmo-hlr_10.42.42.2(pid=29953): stderr: \u000a| �[0;m�[1;31m20221209174816837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174816837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174816837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174816837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174816837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174816837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174816862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174816875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174816876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174816876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:19.828076 run osmo-msc_10.42.42.6(pid=29959): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29959)]\u000a17:48:19.876974 run osmo-msc_10.42.42.6(pid=29959): stdout: \u000a| (launched: 2022-12-09_17:48:18.704484) \u000a17:48:19.926995 run osmo-msc_10.42.42.6(pid=29959): stderr: \u000a| �[0;m�[38;5;43m20221209174818979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174818979 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4b56acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174818979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174818979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174818979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174818979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174818981 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174818982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174818982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174818982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:48:19.969533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29952): Terminating (SIGTERM)\u000a17:48:20.009470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29955): Terminating (SIGTERM)\u000a17:48:20.049443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29958): Terminating (SIGTERM)\u000a17:48:20.058652 --- ParallelTerminationStrategy: PID 29952 died...\u000a17:48:20.113123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29952): Terminated: ok {rc=0}\u000a17:48:20.122922 --- ParallelTerminationStrategy: PID 29955 died...\u000a17:48:20.176406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29955): Terminated: ok {rc=0}\u000a17:48:20.186344 --- ParallelTerminationStrategy: PID 29958 died...\u000a17:48:20.239568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29958): Terminated: ok {rc=0}\u000a17:48:20.329687 bus /sierra_3: Setting Powered False\u000a17:48:21.432863 bus /sierra_3: Setting Powered False\u000a17:48:22.544147 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29967): Process ended prematurely: osmo-stp_10.42.42.5(pid=29967) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29967)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29967): Process ended prematurely: osmo-stp_10.42.42.5(pid=29967) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:48:23.654451 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:23.666677 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:48:23.826718 tst mo_mt_call_osmux.py: using LAC 22678\u000a17:48:23.948573 tst mo_mt_call_osmux.py: using RAC 238\u000a17:48:24.073516 tst mo_mt_call_osmux.py: using CellId 22678\u000a17:48:24.191351 tst mo_mt_call_osmux.py: using BVCI 22679\u000a17:48:24.214517 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:24.225806 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:24.236722 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:24.248010 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:24.259384 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:24.270679 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:48:24.391157 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:48:24.595039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:25.077908 run create_hlr_db(pid=29961): Launched\u000a17:48:25.253598 bus /sierra_2: Setting Powered False\u000a17:48:26.274751 run create_hlr_db(pid=29961): Terminated: ok {rc=0}\u000a17:48:26.682254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29963): Launched\u000a17:48:26.987945 run osmo-hlr_10.42.42.2(pid=29964): Launched\u000a17:48:27.096357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:27.628042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29966): Launched\u000a17:48:27.934406 run osmo-stp_10.42.42.5(pid=29967): Launched\u000a17:48:28.045544 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:28.603317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29969): Launched\u000a17:48:28.909640 run osmo-msc_10.42.42.6(pid=29970): Launched\u000a17:48:29.089136 run osmo-stp_10.42.42.5(pid=29967): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29967)]\u000a17:48:29.219238 run osmo-stp_10.42.42.5(pid=29967): stdout: \u000a| (launched: 2022-12-09_17:48:27.783255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:29.347985 run osmo-stp_10.42.42.5(pid=29967): stderr: \u000a| �[0;m�[38;5;43m20221209174827954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174827954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174827954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174827955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174827955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174827955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174827955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:29.470937 run osmo-stp_10.42.42.5(pid=29967): stdout: \u000a| (launched: 2022-12-09_17:48:27.783255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:29.592125 run osmo-stp_10.42.42.5(pid=29967): stderr: \u000a| �[0;m�[38;5;43m20221209174827954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174827954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174827954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174827955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174827955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174827955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174827955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:29.645890 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29967): Process ended prematurely: osmo-stp_10.42.42.5(pid=29967) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29967)] [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:48:29.654734 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a17:48:29.715776 run osmo-hlr_10.42.42.2(pid=29964): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29964)]\u000a17:48:29.765399 run osmo-hlr_10.42.42.2(pid=29964): stdout: \u000a| (launched: 2022-12-09_17:48:26.837535) \u000a17:48:29.815974 run osmo-hlr_10.42.42.2(pid=29964): stderr: \u000a| �[0;m�[1;31m20221209174827013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174827013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174827013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174827013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174827013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174827013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174827157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174827166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174827166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174827166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:29.884187 run osmo-msc_10.42.42.6(pid=29970): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29970)]\u000a17:48:29.933514 run osmo-msc_10.42.42.6(pid=29970): stdout: \u000a| (launched: 2022-12-09_17:48:28.758168) \u000a17:48:29.983567 run osmo-msc_10.42.42.6(pid=29970): stderr: \u000a| �[0;m�[38;5;43m20221209174829030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174829030 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74ebfc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174829031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174829031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174829031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174829031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174829033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174829033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174829033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174829033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:48:30.025967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29963): Terminating (SIGTERM)\u000a17:48:30.066429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29966): Terminating (SIGTERM)\u000a17:48:30.106941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29969): Terminating (SIGTERM)\u000a17:48:30.116469 --- ParallelTerminationStrategy: PID 29963 died...\u000a17:48:30.170330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29963): Terminated: ok {rc=0}\u000a17:48:30.180321 --- ParallelTerminationStrategy: PID 29966 died...\u000a17:48:30.234209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29966): Terminated: ok {rc=0}\u000a17:48:30.243734 --- ParallelTerminationStrategy: PID 29969 died...\u000a17:48:30.297667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29969): Terminated: ok {rc=0}\u000a17:48:30.385702 bus /sierra_3: Setting Powered False\u000a17:48:31.493648 bus /sierra_3: Setting Powered False\u000a17:48:32.604012 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:48:12" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29982): Process ended prematurely: osmo-stp_10.42.42.5(pid=29982) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29982): Process ended prematurely: osmo-stp_10.42.42.5(pid=29982) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:48:34.604201 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:34.615505 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:48:34.782613 tst mo_mt_call.py: using LAC 22679\u000a17:48:34.909938 tst mo_mt_call.py: using RAC 239\u000a17:48:35.035927 tst mo_mt_call.py: using CellId 22679\u000a17:48:35.156433 tst mo_mt_call.py: using BVCI 22680\u000a17:48:35.179729 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:35.190819 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:35.201786 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:35.213470 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:35.224779 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:35.236379 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:48:35.352239 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:48:35.553669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:36.038781 run create_hlr_db(pid=29976): Launched\u000a17:48:36.215938 bus /sierra_2: Setting Powered False\u000a17:48:37.237136 run create_hlr_db(pid=29976): Terminated: ok {rc=0}\u000a17:48:37.674614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29978): Launched\u000a17:48:38.002977 run osmo-hlr_10.42.42.2(pid=29979): Launched\u000a17:48:38.124173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:38.692246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29981): Launched\u000a17:48:39.019818 run osmo-stp_10.42.42.5(pid=29982): Launched\u000a17:48:39.137688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:39.735252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29984): Launched\u000a17:48:40.063972 run osmo-msc_10.42.42.6(pid=29985): Launched\u000a17:48:40.256174 run osmo-stp_10.42.42.5(pid=29982): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)]\u000a17:48:40.394630 run osmo-stp_10.42.42.5(pid=29982): stdout: \u000a| (launched: 2022-12-09_17:48:38.858408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:40.531737 run osmo-stp_10.42.42.5(pid=29982): stderr: \u000a| �[0;m�[38;5;43m20221209174839051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174839051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174839051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174839052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174839052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174839052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174839052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:40.662334 run osmo-stp_10.42.42.5(pid=29982): stdout: \u000a| (launched: 2022-12-09_17:48:38.858408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:40.791779 run osmo-stp_10.42.42.5(pid=29982): stderr: \u000a| �[0;m�[38;5;43m20221209174839051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174839051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174839051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174839052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174839052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174839052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174839052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:40.849270 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29982): Process ended prematurely: osmo-stp_10.42.42.5(pid=29982) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)] [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:48:40.858577 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:48:40.921647 run osmo-hlr_10.42.42.2(pid=29979): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29979)]\u000a17:48:40.973469 run osmo-hlr_10.42.42.2(pid=29979): stdout: \u000a| (launched: 2022-12-09_17:48:37.841600) \u000a17:48:41.026084 run osmo-hlr_10.42.42.2(pid=29979): stderr: \u000a| �[0;m�[1;31m20221209174838041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174838041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174838041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174838041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174838041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174838041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174838053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174838062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174838062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174838063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:41.097505 run osmo-msc_10.42.42.6(pid=29985): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29985)]\u000a17:48:41.149235 run osmo-msc_10.42.42.6(pid=29985): stdout: \u000a| (launched: 2022-12-09_17:48:39.901526) \u000a17:48:41.201845 run osmo-msc_10.42.42.6(pid=29985): stderr: \u000a| �[0;m�[38;5;43m20221209174840224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174840225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febed186c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174840225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174840225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174840225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174840225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174840227 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174840227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174840227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174840227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:48:41.246204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29978): Terminating (SIGTERM)\u000a17:48:41.287939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29981): Terminating (SIGTERM)\u000a17:48:41.329736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29984): Terminating (SIGTERM)\u000a17:48:41.339390 --- ParallelTerminationStrategy: PID 29978 died...\u000a17:48:41.395468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29978): Terminated: ok {rc=0}\u000a17:48:41.405726 --- ParallelTerminationStrategy: PID 29981 died...\u000a17:48:41.461384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29981): Terminated: ok {rc=0}\u000a17:48:41.471453 --- ParallelTerminationStrategy: PID 29984 died...\u000a17:48:41.527256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29984): Terminated: ok {rc=0}\u000a17:48:41.615455 bus /sierra_3: Setting Powered False\u000a17:48:42.720789 bus /sierra_3: Setting Powered False\u000a17:48:43.832203 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29993): Process ended prematurely: osmo-stp_10.42.42.5(pid=29993) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29993)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29993): Process ended prematurely: osmo-stp_10.42.42.5(pid=29993) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:48:44.943251 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:44.955191 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:48:45.113431 tst mo_mt_call_osmux.py: using LAC 22680\u000a17:48:45.241055 tst mo_mt_call_osmux.py: using RAC 240\u000a17:48:45.373148 tst mo_mt_call_osmux.py: using CellId 22680\u000a17:48:45.499761 tst mo_mt_call_osmux.py: using BVCI 22681\u000a17:48:45.524686 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:45.536257 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:45.547705 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:45.559084 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:45.570545 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:45.581905 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:48:45.700770 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:48:45.916903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:46.431371 run create_hlr_db(pid=29987): Launched\u000a17:48:46.613940 bus /sierra_2: Setting Powered False\u000a17:48:47.640120 run create_hlr_db(pid=29987): Terminated: ok {rc=0}\u000a17:48:48.050193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29989): Launched\u000a17:48:48.355004 run osmo-hlr_10.42.42.2(pid=29990): Launched\u000a17:48:48.467848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:48.996920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29992): Launched\u000a17:48:49.304125 run osmo-stp_10.42.42.5(pid=29993): Launched\u000a17:48:49.416087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:49.980496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29995): Launched\u000a17:48:50.288697 run osmo-msc_10.42.42.6(pid=29996): Launched\u000a17:48:50.468470 run osmo-stp_10.42.42.5(pid=29993): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29993)]\u000a17:48:50.598384 run osmo-stp_10.42.42.5(pid=29993): stdout: \u000a| (launched: 2022-12-09_17:48:49.151756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:50.725794 run osmo-stp_10.42.42.5(pid=29993): stderr: \u000a| �[0;m�[38;5;43m20221209174849325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174849325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174849325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174849326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174849326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174849326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174849326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:50.847925 run osmo-stp_10.42.42.5(pid=29993): stdout: \u000a| (launched: 2022-12-09_17:48:49.151756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:50.969264 run osmo-stp_10.42.42.5(pid=29993): stderr: \u000a| �[0;m�[38;5;43m20221209174849325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174849325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174849325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174849326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174849326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174849326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174849326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:51.023034 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29993): Process ended prematurely: osmo-stp_10.42.42.5(pid=29993) [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29993)] [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:48:51.031860 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:48:51.093457 run osmo-hlr_10.42.42.2(pid=29990): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29990)]\u000a17:48:51.143234 run osmo-hlr_10.42.42.2(pid=29990): stdout: \u000a| (launched: 2022-12-09_17:48:48.204543) \u000a17:48:51.193689 run osmo-hlr_10.42.42.2(pid=29990): stderr: \u000a| �[0;m�[1;31m20221209174848383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174848383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174848383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174848383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174848383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174848383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174848395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174848405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174848405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174848406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:51.262314 run osmo-msc_10.42.42.6(pid=29996): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29996)]\u000a17:48:51.312100 run osmo-msc_10.42.42.6(pid=29996): stdout: \u000a| (launched: 2022-12-09_17:48:50.136332) \u000a17:48:51.362602 run osmo-msc_10.42.42.6(pid=29996): stderr: \u000a| �[0;m�[38;5;43m20221209174850408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174850408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f315e1d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174850408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174850408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174850408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174850409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174850410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174850411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174850411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174850411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:48:51.405811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29989): Terminating (SIGTERM)\u000a17:48:51.445745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29992): Terminating (SIGTERM)\u000a17:48:51.486681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29995): Terminating (SIGTERM)\u000a17:48:51.496036 --- ParallelTerminationStrategy: PID 29989 died...\u000a17:48:51.550151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29989): Terminated: ok {rc=0}\u000a17:48:51.560208 --- ParallelTerminationStrategy: PID 29992 died...\u000a17:48:51.614262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29992): Terminated: ok {rc=0}\u000a17:48:51.624041 --- ParallelTerminationStrategy: PID 29995 died...\u000a17:48:51.678194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29995): Terminated: ok {rc=0}\u000a17:48:51.767186 bus /sierra_3: Setting Powered False\u000a17:48:52.874951 bus /sierra_3: Setting Powered False\u000a17:48:53.981693 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:48:34" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30007): Process ended prematurely: osmo-stp_10.42.42.5(pid=30007) [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30007)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30007): Process ended prematurely: osmo-stp_10.42.42.5(pid=30007) [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a17:48:55.974887 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:48:55.986239 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:48:56.126276 tst mo_mt_call.py: using LAC 22681\u000a17:48:56.243617 tst mo_mt_call.py: using RAC 241\u000a17:48:56.363300 tst mo_mt_call.py: using CellId 22681\u000a17:48:56.483759 tst mo_mt_call.py: using BVCI 22682\u000a17:48:56.506759 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:48:56.518009 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:48:56.529085 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:48:56.540370 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:48:56.551638 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:48:56.562927 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:48:56.681506 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:48:56.890506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:57.411246 run create_hlr_db(pid=30001): Launched\u000a17:48:57.599690 bus /sierra_2: Setting Powered False\u000a17:48:58.620398 run create_hlr_db(pid=30001): Terminated: ok {rc=0}\u000a17:48:59.030248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30003): Launched\u000a17:48:59.334769 run osmo-hlr_10.42.42.2(pid=30004): Launched\u000a17:48:59.453269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:59.992358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30006): Launched\u000a17:49:00.297966 run osmo-stp_10.42.42.5(pid=30007): Launched\u000a17:49:00.409633 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:49:00.998585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30009): Launched\u000a17:49:01.432493 run osmo-msc_10.42.42.6(pid=30010): Launched\u000a17:49:01.766637 run osmo-stp_10.42.42.5(pid=30007): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30007)]\u000a17:49:02.022811 run osmo-stp_10.42.42.5(pid=30007): stdout: \u000a| (launched: 2022-12-09_17:49:00.147455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:02.184629 run osmo-stp_10.42.42.5(pid=30007): stderr: \u000a| �[0;m�[38;5;43m20221209174900319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174900319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174900320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174900320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174900320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174900321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174900321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:02.313397 run osmo-stp_10.42.42.5(pid=30007): stdout: \u000a| (launched: 2022-12-09_17:49:00.147455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:02.439198 run osmo-stp_10.42.42.5(pid=30007): stderr: \u000a| �[0;m�[38;5;43m20221209174900319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174900319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174900320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174900320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174900320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174900321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174900321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:02.493025 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30007): Process ended prematurely: osmo-stp_10.42.42.5(pid=30007) [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30007)] [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a17:49:02.502005 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a17:49:02.563080 run osmo-hlr_10.42.42.2(pid=30004): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30004)]\u000a17:49:02.612816 run osmo-hlr_10.42.42.2(pid=30004): stdout: \u000a| (launched: 2022-12-09_17:48:59.185069) \u000a17:49:02.663640 run osmo-hlr_10.42.42.2(pid=30004): stderr: \u000a| �[0;m�[1;31m20221209174859364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174859364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174859364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174859364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174859364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174859364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174859375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174859384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174859385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174859385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:02.731801 run osmo-msc_10.42.42.6(pid=30010): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30010)]\u000a17:49:02.781338 run osmo-msc_10.42.42.6(pid=30010): stdout: \u000a| (launched: 2022-12-09_17:49:01.170390) \u000a17:49:02.831772 run osmo-msc_10.42.42.6(pid=30010): stderr: \u000a| �[0;m�[38;5;43m20221209174901743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174901743 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e60ed0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174901743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174901743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174901743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174901744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174901748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174901749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174901749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174901749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:49:02.874035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30003): Terminating (SIGTERM)\u000a17:49:02.914434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30006): Terminating (SIGTERM)\u000a17:49:02.954918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30009): Terminating (SIGTERM)\u000a17:49:02.964674 --- ParallelTerminationStrategy: PID 30003 died...\u000a17:49:03.018633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30003): Terminated: ok {rc=0}\u000a17:49:03.028839 --- ParallelTerminationStrategy: PID 30006 died...\u000a17:49:03.082850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30006): Terminated: ok {rc=0}\u000a17:49:03.093059 --- ParallelTerminationStrategy: PID 30009 died...\u000a17:49:03.146650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30009): Terminated: ok {rc=0}\u000a17:49:03.237247 bus /sierra_3: Setting Powered False\u000a17:49:04.340932 bus /sierra_3: Setting Powered False\u000a17:49:05.453120 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30018): Process ended prematurely: osmo-stp_10.42.42.5(pid=30018) [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30018)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30018): Process ended prematurely: osmo-stp_10.42.42.5(pid=30018) [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:49:06.565399 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:06.577444 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:49:06.718708 tst mo_mt_call_osmux.py: using LAC 22682\u000a17:49:06.840138 tst mo_mt_call_osmux.py: using RAC 242\u000a17:49:06.961332 tst mo_mt_call_osmux.py: using CellId 22682\u000a17:49:07.080563 tst mo_mt_call_osmux.py: using BVCI 22683\u000a17:49:07.103623 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:07.114926 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:07.126005 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:07.137505 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:07.149094 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:07.160443 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:49:07.275879 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:49:07.488111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:08.011408 run create_hlr_db(pid=30012): Launched\u000a17:49:08.201087 bus /sierra_2: Setting Powered False\u000a17:49:09.220584 run create_hlr_db(pid=30012): Terminated: ok {rc=0}\u000a17:49:09.633246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30014): Launched\u000a17:49:09.938997 run osmo-hlr_10.42.42.2(pid=30015): Launched\u000a17:49:10.051406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:10.582674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30017): Launched\u000a17:49:10.889073 run osmo-stp_10.42.42.5(pid=30018): Launched\u000a17:49:11.000635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:49:11.562667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30020): Launched\u000a17:49:11.869319 run osmo-msc_10.42.42.6(pid=30021): Launched\u000a17:49:12.097738 run osmo-stp_10.42.42.5(pid=30018): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30018)]\u000a17:49:12.227992 run osmo-stp_10.42.42.5(pid=30018): stdout: \u000a| (launched: 2022-12-09_17:49:10.737670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:12.356518 run osmo-stp_10.42.42.5(pid=30018): stderr: \u000a| �[0;m�[38;5;43m20221209174910908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174910908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174910908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174910909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174910909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174910909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174910909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:12.480030 run osmo-stp_10.42.42.5(pid=30018): stdout: \u000a| (launched: 2022-12-09_17:49:10.737670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:12.602148 run osmo-stp_10.42.42.5(pid=30018): stderr: \u000a| �[0;m�[38;5;43m20221209174910908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174910908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174910908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174910909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174910909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174910909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174910909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:12.656275 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30018): Process ended prematurely: osmo-stp_10.42.42.5(pid=30018) [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30018)] [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a17:49:12.665498 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:49:12.727306 run osmo-hlr_10.42.42.2(pid=30015): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30015)]\u000a17:49:12.777127 run osmo-hlr_10.42.42.2(pid=30015): stdout: \u000a| (launched: 2022-12-09_17:49:09.788441) \u000a17:49:12.828446 run osmo-hlr_10.42.42.2(pid=30015): stderr: \u000a| �[0;m�[1;31m20221209174909967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174909967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174909967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174909967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174909967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174909967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174909980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174909990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174909990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174909991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:12.897172 run osmo-msc_10.42.42.6(pid=30021): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30021)]\u000a17:49:12.947146 run osmo-msc_10.42.42.6(pid=30021): stdout: \u000a| (launched: 2022-12-09_17:49:11.718031) \u000a17:49:12.997717 run osmo-msc_10.42.42.6(pid=30021): stderr: \u000a| �[0;m�[38;5;43m20221209174912017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174912017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb72a143c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174912017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174912017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174912017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174912018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174912019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174912020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174912020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174912020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:49:13.040432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30014): Terminating (SIGTERM)\u000a17:49:13.081122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30017): Terminating (SIGTERM)\u000a17:49:13.121398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30020): Terminating (SIGTERM)\u000a17:49:13.131061 --- ParallelTerminationStrategy: PID 30014 died...\u000a17:49:13.185497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30014): Terminated: ok {rc=0}\u000a17:49:13.195213 --- ParallelTerminationStrategy: PID 30017 died...\u000a17:49:13.248936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30017): Terminated: ok {rc=0}\u000a17:49:13.258967 --- ParallelTerminationStrategy: PID 30020 died...\u000a17:49:13.312699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30020): Terminated: ok {rc=0}\u000a17:49:13.402337 bus /sierra_3: Setting Powered False\u000a17:49:14.506215 bus /sierra_3: Setting Powered False\u000a17:49:15.617938 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:48:55" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30032): Process ended prematurely: osmo-stp_10.42.42.5(pid=30032) [trial-2362↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30032)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30032): Process ended prematurely: osmo-stp_10.42.42.5(pid=30032) [trial-2362↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:49:17.671979 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:17.683361 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:49:17.830636 tst emergency_mo_mt_call.py: using LAC 22683\u000a17:49:17.950659 tst emergency_mo_mt_call.py: using RAC 243\u000a17:49:18.066863 tst emergency_mo_mt_call.py: using CellId 22683\u000a17:49:18.182371 tst emergency_mo_mt_call.py: using BVCI 22684\u000a17:49:18.205215 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:18.215855 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:18.226331 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:18.236909 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:18.247557 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:18.258386 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:18.377219 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:18.588820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:19.101408 run create_hlr_db(pid=30026): Launched\u000a17:49:19.288903 bus /sierra_2: Setting Powered False\u000a17:49:20.309764 run create_hlr_db(pid=30026): Terminated: ok {rc=0}\u000a17:49:20.716815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30028): Launched\u000a17:49:21.018365 run osmo-hlr_10.42.42.2(pid=30029): Launched\u000a17:49:21.134865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:21.663029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30031): Launched\u000a17:49:21.963838 run osmo-stp_10.42.42.5(pid=30032): Launched\u000a17:49:22.082229 tst emergency_mo_mt_call.py: using MSISDN 7300\u000a17:49:22.230716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:49:22.781767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30034): Launched\u000a17:49:23.082460 run osmo-msc_10.42.42.6(pid=30035): Launched\u000a17:49:23.259717 run osmo-stp_10.42.42.5(pid=30032): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30032)]\u000a17:49:23.387396 run osmo-stp_10.42.42.5(pid=30032): stdout: \u000a| (launched: 2022-12-09_17:49:21.815524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:23.512822 run osmo-stp_10.42.42.5(pid=30032): stderr: \u000a| �[0;m�[38;5;43m20221209174921984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174921984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174921984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174921985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174921985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174921985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174921985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:23.633712 run osmo-stp_10.42.42.5(pid=30032): stdout: \u000a| (launched: 2022-12-09_17:49:21.815524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:23.753642 run osmo-stp_10.42.42.5(pid=30032): stderr: \u000a| �[0;m�[38;5;43m20221209174921984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174921984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174921984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174921985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174921985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174921985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174921985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:23.806252 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30032): Process ended prematurely: osmo-stp_10.42.42.5(pid=30032) [trial-2362↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30032)] [trial-2362↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a17:49:23.814682 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a17:49:23.875061 run osmo-hlr_10.42.42.2(pid=30029): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30029)]\u000a17:49:23.924524 run osmo-hlr_10.42.42.2(pid=30029): stdout: \u000a| (launched: 2022-12-09_17:49:20.869643) \u000a17:49:23.974493 run osmo-hlr_10.42.42.2(pid=30029): stderr: \u000a| �[0;m�[1;31m20221209174921044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174921044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174921044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174921044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174921044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174921044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174921060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174921071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174921071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174921072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:24.042232 run osmo-msc_10.42.42.6(pid=30035): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30035)]\u000a17:49:24.092356 run osmo-msc_10.42.42.6(pid=30035): stdout: \u000a| (launched: 2022-12-09_17:49:22.933945) \u000a17:49:24.142915 run osmo-msc_10.42.42.6(pid=30035): stderr: \u000a| �[0;m�[38;5;43m20221209174923206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174923206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39996fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174923206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174923207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174923207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174923207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174923209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174923210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174923210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174923210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:49:24.185512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30028): Terminating (SIGTERM)\u000a17:49:24.225459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30031): Terminating (SIGTERM)\u000a17:49:24.265745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30034): Terminating (SIGTERM)\u000a17:49:24.275323 --- ParallelTerminationStrategy: PID 30028 died...\u000a17:49:24.329516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30028): Terminated: ok {rc=0}\u000a17:49:24.339541 --- ParallelTerminationStrategy: PID 30031 died...\u000a17:49:24.393029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30031): Terminated: ok {rc=0}\u000a17:49:24.403241 --- ParallelTerminationStrategy: PID 30034 died...\u000a17:49:24.456716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30034): Terminated: ok {rc=0}\u000a17:49:24.540445 bus /sierra_3: Setting Powered False\u000a17:49:25.648170 bus /sierra_3: Setting Powered False\u000a17:49:26.755656 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30043): Process ended prematurely: osmo-stp_10.42.42.5(pid=30043) [trial-2362↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30043)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30043): Process ended prematurely: osmo-stp_10.42.42.5(pid=30043) [trial-2362↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:49:27.805974 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:27.817586 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:49:27.955269 tst emergency_preemptive_call.py: using LAC 22684\u000a17:49:28.071957 tst emergency_preemptive_call.py: using RAC 244\u000a17:49:28.188448 tst emergency_preemptive_call.py: using CellId 22684\u000a17:49:28.310319 tst emergency_preemptive_call.py: using BVCI 22685\u000a17:49:28.333407 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:28.344521 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:28.355351 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:28.366369 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:28.377247 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:28.388006 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:28.504511 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:28.623972 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:28.742187 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:28.948453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:29.459039 run create_hlr_db(pid=30037): Launched\u000a17:49:29.633837 bus /sierra_2: Setting Powered False\u000a17:49:30.654388 run create_hlr_db(pid=30037): Terminated: ok {rc=0}\u000a17:49:31.125472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30039): Launched\u000a17:49:31.589147 run osmo-hlr_10.42.42.2(pid=30040): Launched\u000a17:49:31.825095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:32.372082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30042): Launched\u000a17:49:32.694404 run osmo-stp_10.42.42.5(pid=30043): Launched\u000a17:49:32.820913 tst emergency_preemptive_call.py: using MSISDN 7301\u000a17:49:32.980558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:49:33.566554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30045): Launched\u000a17:49:33.886873 run osmo-msc_10.42.42.6(pid=30046): Launched\u000a17:49:34.074117 run osmo-stp_10.42.42.5(pid=30043): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30043)]\u000a17:49:34.210012 run osmo-stp_10.42.42.5(pid=30043): stdout: \u000a| (launched: 2022-12-09_17:49:32.535547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:34.345246 run osmo-stp_10.42.42.5(pid=30043): stderr: \u000a| �[0;m�[38;5;43m20221209174932729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174932729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174932729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174932730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174932730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174932730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174932730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:34.474267 run osmo-stp_10.42.42.5(pid=30043): stdout: \u000a| (launched: 2022-12-09_17:49:32.535547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:34.601908 run osmo-stp_10.42.42.5(pid=30043): stderr: \u000a| �[0;m�[38;5;43m20221209174932729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174932729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174932729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174932730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174932730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174932730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174932730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:34.658076 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30043): Process ended prematurely: osmo-stp_10.42.42.5(pid=30043) [trial-2362↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30043)] [trial-2362↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a17:49:34.667148 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a17:49:34.730178 run osmo-hlr_10.42.42.2(pid=30040): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30040)]\u000a17:49:34.782322 run osmo-hlr_10.42.42.2(pid=30040): stdout: \u000a| (launched: 2022-12-09_17:49:31.295268) \u000a17:49:34.834981 run osmo-hlr_10.42.42.2(pid=30040): stderr: \u000a| �[0;m�[1;31m20221209174931559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174931559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174931559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174931559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174931559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174931559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174931583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174931599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174931600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174931600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:34.906368 run osmo-msc_10.42.42.6(pid=30046): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30046)]\u000a17:49:34.957733 run osmo-msc_10.42.42.6(pid=30046): stdout: \u000a| (launched: 2022-12-09_17:49:33.728785) \u000a17:49:35.009415 run osmo-msc_10.42.42.6(pid=30046): stderr: \u000a| �[0;m�[38;5;43m20221209174934051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209174934051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa7c29ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209174934051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209174934051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209174934052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209174934052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209174934054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209174934054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209174934054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209174934054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:49:35.053453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30039): Terminating (SIGTERM)\u000a17:49:35.095361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30042): Terminating (SIGTERM)\u000a17:49:35.137300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30045): Terminating (SIGTERM)\u000a17:49:35.147183 --- ParallelTerminationStrategy: PID 30039 died...\u000a17:49:35.203492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30039): Terminated: ok {rc=0}\u000a17:49:35.214265 --- ParallelTerminationStrategy: PID 30042 died...\u000a17:49:35.270745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30042): Terminated: ok {rc=0}\u000a17:49:35.281075 --- ParallelTerminationStrategy: PID 30045 died...\u000a17:49:35.336983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30045): Terminated: ok {rc=0}\u000a17:49:35.424232 bus /sierra_9: Setting Powered False\u000a17:49:36.532995 bus /sierra_9: Setting Powered False\u000a17:49:37.641594 bus /sierra_8: Setting Powered False\u000a17:49:38.748445 bus /sierra_8: Setting Powered False\u000a17:49:39.855714 bus /sierra_3: Setting Powered False\u000a17:49:40.957348 bus /sierra_3: Setting Powered False\u000a17:49:42.069107 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:49:17" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2362↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2362↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:49:44.179579 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:44.190503 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:49:44.327070 tst cs_paging_gprs_active.py: using LAC 22685\u000a17:49:44.448150 tst cs_paging_gprs_active.py: using RAC 245\u000a17:49:44.568742 tst cs_paging_gprs_active.py: using CellId 22685\u000a17:49:44.689912 tst cs_paging_gprs_active.py: using BVCI 22686\u000a17:49:44.713158 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:44.723745 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:44.734200 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:44.744918 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:44.755513 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:44.766121 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:44.776822 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:44.787331 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:44.798149 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:44.916940 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:45.215580 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:49:45.353527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:49:45.692659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30051): Launched\u000a17:49:46.008794 run iperf3-srv_10.42.42.10(pid=30052): Launched\u000a17:49:46.215279 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:49:46.355602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:49:46.711018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30053): Launched\u000a17:49:47.006254 run iperf3-srv_10.42.42.10(pid=30054): Launched\u000a17:49:47.200196 tst cs_paging_gprs_active.py:38: start network...\u000a17:49:47.328155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:47.810348 run create_hlr_db(pid=30055): Launched\u000a17:49:47.986328 bus /sierra_2: Setting Powered False\u000a17:49:49.007625 run create_hlr_db(pid=30055): Terminated: ok {rc=0}\u000a17:49:49.415121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Launched\u000a17:49:49.722835 run osmo-hlr_10.42.42.2(pid=30058): Launched\u000a17:49:49.842656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:50.381745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Launched\u000a17:49:50.688187 run osmo-stp_10.42.42.5(pid=30061): Launched\u000a17:49:50.799336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:49:51.338407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30063): Launched\u000a17:49:51.454979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:49:51.741980 run patchelf(pid=30064): Launched\u000a17:49:51.933923 run osmo-stp_10.42.42.5(pid=30061): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)]\u000a17:49:52.074011 run osmo-stp_10.42.42.5(pid=30061): stdout: \u000a| (launched: 2022-12-09_17:49:50.537349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:52.214867 run osmo-stp_10.42.42.5(pid=30061): stderr: \u000a| �[0;m�[38;5;43m20221209174950710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174950710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174950711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174950711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174950712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174950712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174950712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:52.350417 run osmo-stp_10.42.42.5(pid=30061): stdout: \u000a| (launched: 2022-12-09_17:49:50.537349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:52.484927 run osmo-stp_10.42.42.5(pid=30061): stderr: \u000a| �[0;m�[38;5;43m20221209174950710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209174950710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209174950711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209174950711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209174950712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209174950712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209174950712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:52.641928 run patchelf(pid=30064): Terminating (SIGINT)\u000a17:49:52.826017 run patchelf(pid=30064): Terminated: ok {rc=0}\u000a17:49:52.860102 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2362↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)] [trial-2362↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a17:49:52.870087 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:49:52.933108 run osmo-hlr_10.42.42.2(pid=30058): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30058)]\u000a17:49:52.984572 run osmo-hlr_10.42.42.2(pid=30058): stdout: \u000a| (launched: 2022-12-09_17:49:49.570909) \u000a17:49:53.036750 run osmo-hlr_10.42.42.2(pid=30058): stderr: \u000a| �[0;m�[1;31m20221209174949749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209174949749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209174949749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174949749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209174949749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209174949749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209174949762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209174949770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209174949770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209174949770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:53.081287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30051): Terminating (SIGTERM)\u000a17:49:53.123123 run iperf3-srv_10.42.42.10(pid=30052): Terminating (SIGTERM)\u000a17:49:53.165239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30053): Terminating (SIGTERM)\u000a17:49:53.207174 run iperf3-srv_10.42.42.10(pid=30054): Terminating (SIGTERM)\u000a17:49:53.249587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Terminating (SIGTERM)\u000a17:49:53.291841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Terminating (SIGTERM)\u000a17:49:53.334018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30063): Terminating (SIGTERM)\u000a17:49:53.343839 --- ParallelTerminationStrategy: PID 30051 died...\u000a17:49:53.400101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30051): Terminated: ok {rc=0}\u000a17:49:53.410374 --- ParallelTerminationStrategy: PID 30052 died...\u000a17:49:53.465892 run iperf3-srv_10.42.42.10(pid=30052): Terminated {rc=256}\u000a17:49:53.476284 --- ParallelTerminationStrategy: PID 30053 died...\u000a17:49:53.532447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30053): Terminated: ok {rc=0}\u000a17:49:53.542651 --- ParallelTerminationStrategy: PID 30054 died...\u000a17:49:53.598665 run iperf3-srv_10.42.42.10(pid=30054): Terminated {rc=256}\u000a17:49:53.609075 --- ParallelTerminationStrategy: PID 30057 died...\u000a17:49:53.665112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Terminated: ok {rc=0}\u000a17:49:53.675390 --- ParallelTerminationStrategy: PID 30060 died...\u000a17:49:53.732273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Terminated: ok {rc=0}\u000a17:49:53.742505 --- ParallelTerminationStrategy: PID 30063 died...\u000a17:49:53.798444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30063): Terminated: ok {rc=0}\u000a17:49:53.887009 bus /gobi_0: Setting Powered False\u000a17:49:54.994444 bus /gobi_0: Setting Powered False\u000a17:49:56.107508 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30077): Process ended prematurely: osmo-stp_10.42.42.5(pid=30077) [trial-2362↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30077)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30077): Process ended prematurely: osmo-stp_10.42.42.5(pid=30077) [trial-2362↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a17:49:57.223210 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:57.234938 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:49:57.383074 tst iperf3.py: using LAC 22686\u000a17:49:57.511196 tst iperf3.py: using RAC 246\u000a17:49:57.641725 tst iperf3.py: using CellId 22686\u000a17:49:57.771851 tst iperf3.py: using BVCI 22687\u000a17:49:57.797414 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:57.808444 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:57.819365 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:57.830240 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:57.840935 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:57.851768 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:57.862822 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:57.874702 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:49:57.885873 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:58.184482 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:49:58.322023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:49:58.663268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30066): Launched\u000a17:49:58.946540 run iperf3-srv_10.42.42.10(pid=30067): Launched\u000a17:49:59.147152 tst iperf3.py:8: start network...\u000a17:49:59.284211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:59.807528 run create_hlr_db(pid=30068): Launched\u000a17:49:59.996433 bus /gobi_6: Setting Powered False\u000a17:50:01.018185 run create_hlr_db(pid=30068): Terminated: ok {rc=0}\u000a17:50:01.490617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30072): Launched\u000a17:50:01.817118 run osmo-hlr_10.42.42.2(pid=30074): Launched\u000a17:50:02.018514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:02.769436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30076): Launched\u000a17:50:03.096623 run osmo-stp_10.42.42.5(pid=30077): Launched\u000a17:50:03.213547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:03.782879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30079): Launched\u000a17:50:03.899198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:04.185055 run patchelf(pid=30080): Launched\u000a17:50:04.377717 run osmo-stp_10.42.42.5(pid=30077): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30077)]\u000a17:50:04.518265 run osmo-stp_10.42.42.5(pid=30077): stdout: \u000a| (launched: 2022-12-09_17:50:02.935336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:04.659706 run osmo-stp_10.42.42.5(pid=30077): stderr: \u000a| �[0;m�[38;5;43m20221209175003128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175003128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175003129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175003129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175003131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175003131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175003131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:04.795438 run osmo-stp_10.42.42.5(pid=30077): stdout: \u000a| (launched: 2022-12-09_17:50:02.935336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:04.929994 run osmo-stp_10.42.42.5(pid=30077): stderr: \u000a| �[0;m�[38;5;43m20221209175003128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175003128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175003129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175003129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175003131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175003131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175003131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:05.086604 run patchelf(pid=30080): Terminating (SIGINT)\u000a17:50:05.270922 run patchelf(pid=30080): Terminated: ok {rc=0}\u000a17:50:05.304495 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30077): Process ended prematurely: osmo-stp_10.42.42.5(pid=30077) [trial-2362↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30077)] [trial-2362↪gprs:trx-umtrx↪iperf3.py:8]\u000a17:50:05.314478 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a17:50:05.377662 run osmo-hlr_10.42.42.2(pid=30074): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30074)]\u000a17:50:05.428941 run osmo-hlr_10.42.42.2(pid=30074): stdout: \u000a| (launched: 2022-12-09_17:50:01.650478) \u000a17:50:05.480743 run osmo-hlr_10.42.42.2(pid=30074): stderr: \u000a| �[0;m�[1;31m20221209175002027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175002029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175002046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175002056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175002056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175002056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:05.524938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30066): Terminating (SIGTERM)\u000a17:50:05.566739 run iperf3-srv_10.42.42.10(pid=30067): Terminating (SIGTERM)\u000a17:50:05.608627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30072): Terminating (SIGTERM)\u000a17:50:05.651934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30076): Terminating (SIGTERM)\u000a17:50:05.693809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30079): Terminating (SIGTERM)\u000a17:50:05.703529 --- ParallelTerminationStrategy: PID 30066 died...\u000a17:50:05.759582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30066): Terminated: ok {rc=0}\u000a17:50:05.769731 --- ParallelTerminationStrategy: PID 30067 died...\u000a17:50:05.825201 run iperf3-srv_10.42.42.10(pid=30067): Terminated {rc=256}\u000a17:50:05.835264 --- ParallelTerminationStrategy: PID 30072 died...\u000a17:50:05.890929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30072): Terminated: ok {rc=0}\u000a17:50:05.901133 --- ParallelTerminationStrategy: PID 30076 died...\u000a17:50:05.956858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30076): Terminated: ok {rc=0}\u000a17:50:05.967012 --- ParallelTerminationStrategy: PID 30079 died...\u000a17:50:06.023021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30079): Terminated: ok {rc=0}\u000a17:50:06.109698 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30095): Process ended prematurely: osmo-stp_10.42.42.5(pid=30095) [trial-2362↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30095)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30095): Process ended prematurely: osmo-stp_10.42.42.5(pid=30095) [trial-2362↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a17:50:07.226439 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:07.238221 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:50:07.383924 tst iperf3m4.py: using LAC 22687\u000a17:50:07.512193 tst iperf3m4.py: using RAC 247\u000a17:50:07.639906 tst iperf3m4.py: using CellId 22687\u000a17:50:07.768259 tst iperf3m4.py: using BVCI 22688\u000a17:50:07.793281 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:07.804435 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:07.815339 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:07.826264 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:07.837070 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:07.847854 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:07.858962 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:07.870124 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:07.881174 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:07.997944 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:08.119907 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:08.239934 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:08.520310 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:50:08.648102 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:08.965522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30081): Launched\u000a17:50:09.229964 run iperf3-srv_10.42.42.10(pid=30082): Launched\u000a17:50:09.417225 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:50:09.544564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:09.862303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30083): Launched\u000a17:50:10.126585 run iperf3-srv_10.42.42.10(pid=30084): Launched\u000a17:50:10.314119 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:50:10.441550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:10.760825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30085): Launched\u000a17:50:11.025284 run iperf3-srv_10.42.42.10(pid=30086): Launched\u000a17:50:11.212415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:50:11.339651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:11.658046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Launched\u000a17:50:11.921825 run iperf3-srv_10.42.42.10(pid=30088): Launched\u000a17:50:12.107744 tst iperf3m4.py:8: start network...\u000a17:50:12.234683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:12.717974 run create_hlr_db(pid=30089): Launched\u000a17:50:12.894312 bus /gobi_6: Setting Powered False\u000a17:50:13.915752 run create_hlr_db(pid=30089): Terminated: ok {rc=0}\u000a17:50:14.324633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30091): Launched\u000a17:50:14.631671 run osmo-hlr_10.42.42.2(pid=30092): Launched\u000a17:50:14.751077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:15.295968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30094): Launched\u000a17:50:15.603272 run osmo-stp_10.42.42.5(pid=30095): Launched\u000a17:50:15.715097 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:16.335476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30097): Launched\u000a17:50:16.496725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:16.857400 run patchelf(pid=30098): Launched\u000a17:50:17.043697 run osmo-stp_10.42.42.5(pid=30095): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30095)]\u000a17:50:17.180085 run osmo-stp_10.42.42.5(pid=30095): stdout: \u000a| (launched: 2022-12-09_17:50:15.451737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:17.316217 run osmo-stp_10.42.42.5(pid=30095): stderr: \u000a| �[0;m�[38;5;43m20221209175015623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175015623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175015623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175015624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175015624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175015624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175015624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:17.443890 run osmo-stp_10.42.42.5(pid=30095): stdout: \u000a| (launched: 2022-12-09_17:50:15.451737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:17.570879 run osmo-stp_10.42.42.5(pid=30095): stderr: \u000a| �[0;m�[38;5;43m20221209175015623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175015623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175015623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175015624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175015624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175015624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175015624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:17.718009 run patchelf(pid=30098): Terminating (SIGINT)\u000a17:50:17.891510 run patchelf(pid=30098): Terminated: ok {rc=0}\u000a17:50:17.923306 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30095): Process ended prematurely: osmo-stp_10.42.42.5(pid=30095) [trial-2362↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30095)] [trial-2362↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a17:50:17.933163 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a17:50:17.995061 run osmo-hlr_10.42.42.2(pid=30092): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30092)]\u000a17:50:18.045202 run osmo-hlr_10.42.42.2(pid=30092): stdout: \u000a| (launched: 2022-12-09_17:50:14.479990) \u000a17:50:18.095953 run osmo-hlr_10.42.42.2(pid=30092): stderr: \u000a| �[0;m�[1;31m20221209175014656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175014656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175014656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175014656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175014656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175014656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175014668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175014677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175014677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175014677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:18.138718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30081): Terminating (SIGTERM)\u000a17:50:18.179263 run iperf3-srv_10.42.42.10(pid=30082): Terminating (SIGTERM)\u000a17:50:18.219761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30083): Terminating (SIGTERM)\u000a17:50:18.260299 run iperf3-srv_10.42.42.10(pid=30084): Terminating (SIGTERM)\u000a17:50:18.300861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30085): Terminating (SIGTERM)\u000a17:50:18.341356 run iperf3-srv_10.42.42.10(pid=30086): Terminating (SIGTERM)\u000a17:50:18.381903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Terminating (SIGTERM)\u000a17:50:18.422234 run iperf3-srv_10.42.42.10(pid=30088): Terminating (SIGTERM)\u000a17:50:18.462794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30091): Terminating (SIGTERM)\u000a17:50:18.503460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30094): Terminating (SIGTERM)\u000a17:50:18.543801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30097): Terminating (SIGTERM)\u000a17:50:18.553624 --- ParallelTerminationStrategy: PID 30081 died...\u000a17:50:18.608207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30081): Terminated: ok {rc=0}\u000a17:50:18.618025 --- ParallelTerminationStrategy: PID 30082 died...\u000a17:50:18.671793 run iperf3-srv_10.42.42.10(pid=30082): Terminated {rc=256}\u000a17:50:18.681821 --- ParallelTerminationStrategy: PID 30083 died...\u000a17:50:18.736545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30083): Terminated: ok {rc=0}\u000a17:50:18.746412 --- ParallelTerminationStrategy: PID 30084 died...\u000a17:50:18.800189 run iperf3-srv_10.42.42.10(pid=30084): Terminated {rc=256}\u000a17:50:18.810049 --- ParallelTerminationStrategy: PID 30085 died...\u000a17:50:18.863720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30085): Terminated: ok {rc=0}\u000a17:50:18.873696 --- ParallelTerminationStrategy: PID 30086 died...\u000a17:50:18.927414 run iperf3-srv_10.42.42.10(pid=30086): Terminated {rc=256}\u000a17:50:18.937238 --- ParallelTerminationStrategy: PID 30087 died...\u000a17:50:18.990918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Terminated: ok {rc=0}\u000a17:50:19.000767 --- ParallelTerminationStrategy: PID 30088 died...\u000a17:50:19.054480 run iperf3-srv_10.42.42.10(pid=30088): Terminated {rc=256}\u000a17:50:19.064463 --- ParallelTerminationStrategy: PID 30091 died...\u000a17:50:19.118609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30091): Terminated: ok {rc=0}\u000a17:50:19.128475 --- ParallelTerminationStrategy: PID 30094 died...\u000a17:50:19.183431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30094): Terminated: ok {rc=0}\u000a17:50:19.193256 --- ParallelTerminationStrategy: PID 30097 died...\u000a17:50:19.247000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30097): Terminated: ok {rc=0}\u000a17:50:19.336035 bus /gobi_4: Setting Powered False\u000a17:50:20.441882 bus /gobi_4: Setting Powered False\u000a17:50:21.555832 bus /gobi_1: Setting Powered False\u000a17:50:22.659634 bus /gobi_1: Setting Powered False\u000a17:50:23.769780 bus /gobi_0: Setting Powered False\u000a17:50:24.873775 bus /gobi_0: Setting Powered False\u000a17:50:25.986004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 163, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30105): Process ended prematurely: osmo-stp_10.42.42.5(pid=30105) [trial-2362↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30105)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30105): Process ended prematurely: osmo-stp_10.42.42.5(pid=30105) [trial-2362↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a17:50:27.055082 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.066958 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:50:27.215016 tst ping.py: using LAC 22688\u000a17:50:27.340067 tst ping.py: using RAC 248\u000a17:50:27.466534 tst ping.py: using CellId 22688\u000a17:50:27.591533 tst ping.py: using BVCI 22689\u000a17:50:27.616171 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.627246 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.638162 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.649560 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.660684 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.672894 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.684387 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.695946 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:27.990615 tst ping.py:19: start network...\u000a17:50:28.124763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:28.638529 run create_hlr_db(pid=30099): Launched\u000a17:50:28.825986 bus /gobi_6: Setting Powered False\u000a17:50:29.845521 run create_hlr_db(pid=30099): Terminated: ok {rc=0}\u000a17:50:30.275524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30101): Launched\u000a17:50:30.598153 run osmo-hlr_10.42.42.2(pid=30102): Launched\u000a17:50:30.714517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:31.318339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30104): Launched\u000a17:50:31.750901 run osmo-stp_10.42.42.5(pid=30105): Launched\u000a17:50:31.961255 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:32.585158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30107): Launched\u000a17:50:32.700393 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:32.983936 run patchelf(pid=30108): Launched\u000a17:50:33.172905 run osmo-stp_10.42.42.5(pid=30105): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30105)]\u000a17:50:33.311847 run osmo-stp_10.42.42.5(pid=30105): stdout: \u000a| (launched: 2022-12-09_17:50:31.484452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:33.451007 run osmo-stp_10.42.42.5(pid=30105): stderr: \u000a| �[0;m�[38;5;43m20221209175031680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175031680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175031681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175031682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175031684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175031684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175031684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:33.584713 run osmo-stp_10.42.42.5(pid=30105): stdout: \u000a| (launched: 2022-12-09_17:50:31.484452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:33.717229 run osmo-stp_10.42.42.5(pid=30105): stderr: \u000a| �[0;m�[38;5;43m20221209175031680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175031680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175031681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175031682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175031684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175031684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175031684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:33.871436 run patchelf(pid=30108): Terminating (SIGINT)\u000a17:50:34.052824 run patchelf(pid=30108): Terminated: ok {rc=0}\u000a17:50:34.086117 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30105): Process ended prematurely: osmo-stp_10.42.42.5(pid=30105) [trial-2362↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30105)] [trial-2362↪gprs:trx-umtrx↪ping.py:22]\u000a17:50:34.095566 tst ping.py:22: Test FAILED (7.0 sec)\u000a17:50:34.160695 run osmo-hlr_10.42.42.2(pid=30102): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30102)]\u000a17:50:34.213217 run osmo-hlr_10.42.42.2(pid=30102): stdout: \u000a| (launched: 2022-12-09_17:50:30.439058) \u000a17:50:34.266761 run osmo-hlr_10.42.42.2(pid=30102): stderr: \u000a| �[0;m�[1;31m20221209175030636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175030636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175030636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175030636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175030636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175030637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175030649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175030657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175030658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175030658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:34.311606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30101): Terminating (SIGTERM)\u000a17:50:34.354626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30104): Terminating (SIGTERM)\u000a17:50:34.397459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30107): Terminating (SIGTERM)\u000a17:50:34.407812 --- ParallelTerminationStrategy: PID 30101 died...\u000a17:50:34.465255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30101): Terminated: ok {rc=0}\u000a17:50:34.475535 --- ParallelTerminationStrategy: PID 30104 died...\u000a17:50:34.532817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30104): Terminated: ok {rc=0}\u000a17:50:34.543140 --- ParallelTerminationStrategy: PID 30107 died...\u000a17:50:34.599537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30107): Terminated: ok {rc=0}\u000a17:50:34.686784 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30115): Process ended prematurely: osmo-stp_10.42.42.5(pid=30115) [trial-2362↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30115)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30115): Process ended prematurely: osmo-stp_10.42.42.5(pid=30115) [trial-2362↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a17:50:35.740249 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:35.752152 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:50:35.896911 tst ping_idle_ping.py: using LAC 22689\u000a17:50:36.024879 tst ping_idle_ping.py: using RAC 249\u000a17:50:36.152829 tst ping_idle_ping.py: using CellId 22689\u000a17:50:36.281190 tst ping_idle_ping.py: using BVCI 22690\u000a17:50:36.305990 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:36.317071 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:36.327957 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:36.339415 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:36.350342 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:36.361385 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:36.372374 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:36.383350 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:36.660052 tst ping_idle_ping.py:24: start network...\u000a17:50:36.785663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:37.264902 run create_hlr_db(pid=30109): Launched\u000a17:50:37.438591 bus /gobi_6: Setting Powered False\u000a17:50:38.460198 run create_hlr_db(pid=30109): Terminated: ok {rc=0}\u000a17:50:38.863752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30111): Launched\u000a17:50:39.167786 run osmo-hlr_10.42.42.2(pid=30112): Launched\u000a17:50:39.285564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:39.816406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30114): Launched\u000a17:50:40.119895 run osmo-stp_10.42.42.5(pid=30115): Launched\u000a17:50:40.230335 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:40.756782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30117): Launched\u000a17:50:40.864079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:41.129278 run patchelf(pid=30118): Launched\u000a17:50:41.305992 run osmo-stp_10.42.42.5(pid=30115): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30115)]\u000a17:50:41.435768 run osmo-stp_10.42.42.5(pid=30115): stdout: \u000a| (launched: 2022-12-09_17:50:39.969944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:41.566160 run osmo-stp_10.42.42.5(pid=30115): stderr: \u000a| �[0;m�[38;5;43m20221209175040141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175040141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175040142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175040142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175040142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175040143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175040143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:41.690972 run osmo-stp_10.42.42.5(pid=30115): stdout: \u000a| (launched: 2022-12-09_17:50:39.969944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:41.814639 run osmo-stp_10.42.42.5(pid=30115): stderr: \u000a| �[0;m�[38;5;43m20221209175040141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175040141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175040142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175040142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175040142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175040143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175040143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:41.959004 run patchelf(pid=30118): Terminating (SIGINT)\u000a17:50:42.128708 run patchelf(pid=30118): Terminated: ok {rc=0}\u000a17:50:42.159631 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30115): Process ended prematurely: osmo-stp_10.42.42.5(pid=30115) [trial-2362↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30115)] [trial-2362↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a17:50:42.168457 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a17:50:42.229652 run osmo-hlr_10.42.42.2(pid=30112): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30112)]\u000a17:50:42.280022 run osmo-hlr_10.42.42.2(pid=30112): stdout: \u000a| (launched: 2022-12-09_17:50:39.017668) \u000a17:50:42.330767 run osmo-hlr_10.42.42.2(pid=30112): stderr: \u000a| �[0;m�[1;31m20221209175039192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175039192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175039192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175039192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175039192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175039192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175039204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175039213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175039213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175039213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:42.373734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30111): Terminating (SIGTERM)\u000a17:50:42.414463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30114): Terminating (SIGTERM)\u000a17:50:42.455648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30117): Terminating (SIGTERM)\u000a17:50:42.465345 --- ParallelTerminationStrategy: PID 30111 died...\u000a17:50:42.519928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30111): Terminated: ok {rc=0}\u000a17:50:42.529776 --- ParallelTerminationStrategy: PID 30114 died...\u000a17:50:42.583856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30114): Terminated: ok {rc=0}\u000a17:50:42.593630 --- ParallelTerminationStrategy: PID 30117 died...\u000a17:50:42.647323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30117): Terminated: ok {rc=0}\u000a17:50:42.736940 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:49:43" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30132): Process ended prematurely: osmo-stp_10.42.42.5(pid=30132) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30132)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30132): Process ended prematurely: osmo-stp_10.42.42.5(pid=30132) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:50:44.897339 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:44.908528 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:50:45.056287 tst cs_paging_gprs_active.py: using LAC 22690\u000a17:50:45.184088 tst cs_paging_gprs_active.py: using RAC 250\u000a17:50:45.314412 tst cs_paging_gprs_active.py: using CellId 22690\u000a17:50:45.442397 tst cs_paging_gprs_active.py: using BVCI 22691\u000a17:50:45.467483 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:45.478846 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:45.489933 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:45.501499 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:45.512538 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:45.523718 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:45.534978 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:45.546055 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:45.557437 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:50:45.674154 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:50:45.987022 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:50:46.129437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:46.493525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30122): Launched\u000a17:50:46.794393 run iperf3-srv_10.42.42.10(pid=30123): Launched\u000a17:50:46.988130 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:50:47.121324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:47.442513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30124): Launched\u000a17:50:47.707546 run iperf3-srv_10.42.42.10(pid=30125): Launched\u000a17:50:47.894252 tst cs_paging_gprs_active.py:38: start network...\u000a17:50:48.021815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:48.504599 run create_hlr_db(pid=30126): Launched\u000a17:50:48.680630 bus /gobi_6: Setting Powered False\u000a17:50:49.701929 run create_hlr_db(pid=30126): Terminated: ok {rc=0}\u000a17:50:50.137929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30128): Launched\u000a17:50:50.467711 run osmo-hlr_10.42.42.2(pid=30129): Launched\u000a17:50:50.587878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:51.158243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30131): Launched\u000a17:50:51.487802 run osmo-stp_10.42.42.5(pid=30132): Launched\u000a17:50:51.606700 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:52.177447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30134): Launched\u000a17:50:52.294195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:52.581163 run patchelf(pid=30135): Launched\u000a17:50:52.772845 run osmo-stp_10.42.42.5(pid=30132): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30132)]\u000a17:50:52.912289 run osmo-stp_10.42.42.5(pid=30132): stdout: \u000a| (launched: 2022-12-09_17:50:51.325308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:53.052428 run osmo-stp_10.42.42.5(pid=30132): stderr: \u000a| �[0;m�[38;5;43m20221209175051518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175051518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175051518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175051519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175051519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175051519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175051519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:53.187290 run osmo-stp_10.42.42.5(pid=30132): stdout: \u000a| (launched: 2022-12-09_17:50:51.325308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:53.321489 run osmo-stp_10.42.42.5(pid=30132): stderr: \u000a| �[0;m�[38;5;43m20221209175051518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175051518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175051518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175051519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175051519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175051519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175051519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:53.478068 run patchelf(pid=30135): Terminating (SIGINT)\u000a17:50:53.662439 run patchelf(pid=30135): Terminated: ok {rc=0}\u000a17:50:53.696250 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30132): Process ended prematurely: osmo-stp_10.42.42.5(pid=30132) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30132)] [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:50:53.706286 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a17:50:53.769492 run osmo-hlr_10.42.42.2(pid=30129): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30129)]\u000a17:50:53.820865 run osmo-hlr_10.42.42.2(pid=30129): stdout: \u000a| (launched: 2022-12-09_17:50:50.305739) \u000a17:50:53.872910 run osmo-hlr_10.42.42.2(pid=30129): stderr: \u000a| �[0;m�[1;31m20221209175050504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175050504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175050504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175050505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175050505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175050505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175050518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175050527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175050527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175050527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:53.917414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30122): Terminating (SIGTERM)\u000a17:50:53.959266 run iperf3-srv_10.42.42.10(pid=30123): Terminating (SIGTERM)\u000a17:50:54.001221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30124): Terminating (SIGTERM)\u000a17:50:54.043036 run iperf3-srv_10.42.42.10(pid=30125): Terminating (SIGTERM)\u000a17:50:54.085052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30128): Terminating (SIGTERM)\u000a17:50:54.127011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30131): Terminating (SIGTERM)\u000a17:50:54.168814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30134): Terminating (SIGTERM)\u000a17:50:54.178638 --- ParallelTerminationStrategy: PID 30122 died...\u000a17:50:54.234529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30122): Terminated: ok {rc=0}\u000a17:50:54.245004 --- ParallelTerminationStrategy: PID 30123 died...\u000a17:50:54.300718 run iperf3-srv_10.42.42.10(pid=30123): Terminated {rc=256}\u000a17:50:54.310787 --- ParallelTerminationStrategy: PID 30124 died...\u000a17:50:54.366243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30124): Terminated: ok {rc=0}\u000a17:50:54.376215 --- ParallelTerminationStrategy: PID 30125 died...\u000a17:50:54.431561 run iperf3-srv_10.42.42.10(pid=30125): Terminated {rc=256}\u000a17:50:54.441670 --- ParallelTerminationStrategy: PID 30128 died...\u000a17:50:54.497105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30128): Terminated: ok {rc=0}\u000a17:50:54.507146 --- ParallelTerminationStrategy: PID 30131 died...\u000a17:50:54.562588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30131): Terminated: ok {rc=0}\u000a17:50:54.572543 --- ParallelTerminationStrategy: PID 30134 died...\u000a17:50:54.627890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30134): Terminated: ok {rc=0}\u000a17:50:54.715136 bus /gobi_0: Setting Powered False\u000a17:50:55.819038 bus /gobi_0: Setting Powered False\u000a17:50:56.929669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30144): Process ended prematurely: osmo-stp_10.42.42.5(pid=30144) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30144): Process ended prematurely: osmo-stp_10.42.42.5(pid=30144) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:50:58.041384 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:58.052914 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:50:58.199804 tst iperf3.py: using LAC 22691\u000a17:50:58.322970 tst iperf3.py: using RAC 251\u000a17:50:58.450217 tst iperf3.py: using CellId 22691\u000a17:50:58.577534 tst iperf3.py: using BVCI 22692\u000a17:50:58.603226 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:58.614636 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:58.625760 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:58.637350 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:58.648366 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:58.659440 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:58.670787 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:58.681691 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:50:58.692820 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:50:58.974717 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:50:59.102624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:59.421705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30136): Launched\u000a17:50:59.686560 run iperf3-srv_10.42.42.10(pid=30137): Launched\u000a17:50:59.873439 tst iperf3.py:8: start network...\u000a17:51:00.001566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:00.484730 run create_hlr_db(pid=30138): Launched\u000a17:51:00.660319 bus /gobi_6: Setting Powered False\u000a17:51:01.687604 run create_hlr_db(pid=30138): Terminated: ok {rc=0}\u000a17:51:02.121131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30140): Launched\u000a17:51:02.431505 run osmo-hlr_10.42.42.2(pid=30141): Launched\u000a17:51:02.549832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:03.097640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30143): Launched\u000a17:51:03.404638 run osmo-stp_10.42.42.5(pid=30144): Launched\u000a17:51:03.517170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:04.050821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30146): Launched\u000a17:51:04.159633 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:04.427123 run patchelf(pid=30147): Launched\u000a17:51:04.606667 run osmo-stp_10.42.42.5(pid=30144): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)]\u000a17:51:04.737762 run osmo-stp_10.42.42.5(pid=30144): stdout: \u000a| (launched: 2022-12-09_17:51:03.253351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:04.869077 run osmo-stp_10.42.42.5(pid=30144): stderr: \u000a| �[0;m�[38;5;43m20221209175103423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175103423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175103424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175103424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175103425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175103425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175103425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:04.995494 run osmo-stp_10.42.42.5(pid=30144): stdout: \u000a| (launched: 2022-12-09_17:51:03.253351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:05.120737 run osmo-stp_10.42.42.5(pid=30144): stderr: \u000a| �[0;m�[38;5;43m20221209175103423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175103423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175103424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175103424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175103425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175103425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175103425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:05.267004 run patchelf(pid=30147): Terminating (SIGINT)\u000a17:51:05.438898 run patchelf(pid=30147): Terminated: ok {rc=0}\u000a17:51:05.470701 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30144): Process ended prematurely: osmo-stp_10.42.42.5(pid=30144) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)] [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a17:51:05.480109 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a17:51:05.541630 run osmo-hlr_10.42.42.2(pid=30141): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30141)]\u000a17:51:05.591707 run osmo-hlr_10.42.42.2(pid=30141): stdout: \u000a| (launched: 2022-12-09_17:51:02.279652) \u000a17:51:05.641971 run osmo-hlr_10.42.42.2(pid=30141): stderr: \u000a| �[0;m�[1;31m20221209175102456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175102456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175102456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175102456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175102456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175102456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175102468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175102478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175102478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175102478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:05.684388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30136): Terminating (SIGTERM)\u000a17:51:05.724584 run iperf3-srv_10.42.42.10(pid=30137): Terminating (SIGTERM)\u000a17:51:05.764436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30140): Terminating (SIGTERM)\u000a17:51:05.804762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30143): Terminating (SIGTERM)\u000a17:51:05.844872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30146): Terminating (SIGTERM)\u000a17:51:05.854236 --- ParallelTerminationStrategy: PID 30136 died...\u000a17:51:05.908110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30136): Terminated: ok {rc=0}\u000a17:51:05.917862 --- ParallelTerminationStrategy: PID 30137 died...\u000a17:51:05.971819 run iperf3-srv_10.42.42.10(pid=30137): Terminated {rc=256}\u000a17:51:05.981779 --- ParallelTerminationStrategy: PID 30140 died...\u000a17:51:06.035674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30140): Terminated: ok {rc=0}\u000a17:51:06.045434 --- ParallelTerminationStrategy: PID 30143 died...\u000a17:51:06.099752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30143): Terminated: ok {rc=0}\u000a17:51:06.109813 --- ParallelTerminationStrategy: PID 30146 died...\u000a17:51:06.163859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30146): Terminated: ok {rc=0}\u000a17:51:06.248016 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30162): Process ended prematurely: osmo-stp_10.42.42.5(pid=30162) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30162): Process ended prematurely: osmo-stp_10.42.42.5(pid=30162) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:51:07.364484 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:07.376470 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:51:07.522619 tst iperf3m4.py: using LAC 22692\u000a17:51:07.652666 tst iperf3m4.py: using RAC 252\u000a17:51:07.780929 tst iperf3m4.py: using CellId 22692\u000a17:51:07.903214 tst iperf3m4.py: using BVCI 22693\u000a17:51:07.926934 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:07.937853 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:07.948546 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:07.959568 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:07.970379 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:07.981187 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:07.992161 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:08.003335 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:08.014360 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:08.134585 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:08.253208 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:08.369459 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:08.662286 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:51:08.799512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:09.140450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30148): Launched\u000a17:51:09.423994 run iperf3-srv_10.42.42.10(pid=30149): Launched\u000a17:51:09.624855 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:51:09.761590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:10.102420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30150): Launched\u000a17:51:10.386512 run iperf3-srv_10.42.42.10(pid=30151): Launched\u000a17:51:10.587187 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:51:10.723790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:11.064418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30152): Launched\u000a17:51:11.348379 run iperf3-srv_10.42.42.10(pid=30153): Launched\u000a17:51:11.548920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:51:11.685586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:12.026601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30154): Launched\u000a17:51:12.310116 run iperf3-srv_10.42.42.10(pid=30155): Launched\u000a17:51:12.511153 tst iperf3m4.py:8: start network...\u000a17:51:12.648115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:13.172362 run create_hlr_db(pid=30156): Launched\u000a17:51:13.363196 bus /gobi_6: Setting Powered False\u000a17:51:14.383819 run create_hlr_db(pid=30156): Terminated: ok {rc=0}\u000a17:51:14.799424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30158): Launched\u000a17:51:15.107344 run osmo-hlr_10.42.42.2(pid=30159): Launched\u000a17:51:15.220838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:15.756369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30161): Launched\u000a17:51:16.160162 run osmo-stp_10.42.42.5(pid=30162): Launched\u000a17:51:16.440280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:17.115198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30164): Launched\u000a17:51:17.235531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:17.527788 run patchelf(pid=30165): Launched\u000a17:51:17.720438 run osmo-stp_10.42.42.5(pid=30162): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)]\u000a17:51:17.861506 run osmo-stp_10.42.42.5(pid=30162): stdout: \u000a| (launched: 2022-12-09_17:51:15.920252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:18.002494 run osmo-stp_10.42.42.5(pid=30162): stderr: \u000a| �[0;m�[38;5;43m20221209175116340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175116340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175116340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175116344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175116346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175116347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175116347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:18.138756 run osmo-stp_10.42.42.5(pid=30162): stdout: \u000a| (launched: 2022-12-09_17:51:15.920252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:18.273622 run osmo-stp_10.42.42.5(pid=30162): stderr: \u000a| �[0;m�[38;5;43m20221209175116340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175116340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175116340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175116344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175116346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175116347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175116347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:18.430795 run patchelf(pid=30165): Terminating (SIGINT)\u000a17:51:18.615337 run patchelf(pid=30165): Terminated: ok {rc=0}\u000a17:51:18.649398 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30162): Process ended prematurely: osmo-stp_10.42.42.5(pid=30162) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)] [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:51:18.659530 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a17:51:18.723616 run osmo-hlr_10.42.42.2(pid=30159): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30159)]\u000a17:51:18.775685 run osmo-hlr_10.42.42.2(pid=30159): stdout: \u000a| (launched: 2022-12-09_17:51:14.955041) \u000a17:51:18.828892 run osmo-hlr_10.42.42.2(pid=30159): stderr: \u000a| �[0;m�[1;31m20221209175115136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175115136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175115136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175115136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175115136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175115136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175115147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175115157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175115157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175115158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:18.874027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30148): Terminating (SIGTERM)\u000a17:51:18.916438 run iperf3-srv_10.42.42.10(pid=30149): Terminating (SIGTERM)\u000a17:51:18.958963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30150): Terminating (SIGTERM)\u000a17:51:19.001461 run iperf3-srv_10.42.42.10(pid=30151): Terminating (SIGTERM)\u000a17:51:19.043940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30152): Terminating (SIGTERM)\u000a17:51:19.086384 run iperf3-srv_10.42.42.10(pid=30153): Terminating (SIGTERM)\u000a17:51:19.128784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30154): Terminating (SIGTERM)\u000a17:51:19.171122 run iperf3-srv_10.42.42.10(pid=30155): Terminating (SIGTERM)\u000a17:51:19.213829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30158): Terminating (SIGTERM)\u000a17:51:19.256730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30161): Terminating (SIGTERM)\u000a17:51:19.299611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30164): Terminating (SIGTERM)\u000a17:51:19.309743 --- ParallelTerminationStrategy: PID 30148 died...\u000a17:51:19.366448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30148): Terminated: ok {rc=0}\u000a17:51:19.376608 --- ParallelTerminationStrategy: PID 30149 died...\u000a17:51:19.432788 run iperf3-srv_10.42.42.10(pid=30149): Terminated {rc=256}\u000a17:51:19.443057 --- ParallelTerminationStrategy: PID 30150 died...\u000a17:51:19.499269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30150): Terminated: ok {rc=0}\u000a17:51:19.509973 --- ParallelTerminationStrategy: PID 30151 died...\u000a17:51:19.566132 run iperf3-srv_10.42.42.10(pid=30151): Terminated {rc=256}\u000a17:51:19.576372 --- ParallelTerminationStrategy: PID 30152 died...\u000a17:51:19.632666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30152): Terminated: ok {rc=0}\u000a17:51:19.642858 --- ParallelTerminationStrategy: PID 30153 died...\u000a17:51:19.698938 run iperf3-srv_10.42.42.10(pid=30153): Terminated {rc=256}\u000a17:51:19.709437 --- ParallelTerminationStrategy: PID 30154 died...\u000a17:51:19.765539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30154): Terminated: ok {rc=0}\u000a17:51:19.775853 --- ParallelTerminationStrategy: PID 30155 died...\u000a17:51:19.832041 run iperf3-srv_10.42.42.10(pid=30155): Terminated {rc=256}\u000a17:51:19.842192 --- ParallelTerminationStrategy: PID 30158 died...\u000a17:51:19.898656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30158): Terminated: ok {rc=0}\u000a17:51:19.909208 --- ParallelTerminationStrategy: PID 30161 died...\u000a17:51:19.965604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30161): Terminated: ok {rc=0}\u000a17:51:19.975956 --- ParallelTerminationStrategy: PID 30164 died...\u000a17:51:20.032211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30164): Terminated: ok {rc=0}\u000a17:51:20.119963 bus /gobi_4: Setting Powered False\u000a17:51:21.229990 bus /gobi_4: Setting Powered False\u000a17:51:22.342546 bus /gobi_1: Setting Powered False\u000a17:51:23.446945 bus /gobi_1: Setting Powered False\u000a17:51:24.558834 bus /gobi_0: Setting Powered False\u000a17:51:25.662047 bus /gobi_0: Setting Powered False\u000a17:51:26.774543 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30172): Process ended prematurely: osmo-stp_10.42.42.5(pid=30172) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30172)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30172): Process ended prematurely: osmo-stp_10.42.42.5(pid=30172) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:51:27.841651 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:27.852930 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:51:27.989981 tst ping.py: using LAC 22693\u000a17:51:28.107178 tst ping.py: using RAC 253\u000a17:51:28.225992 tst ping.py: using CellId 22693\u000a17:51:28.342700 tst ping.py: using BVCI 22694\u000a17:51:28.365527 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:28.376410 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:28.387109 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:28.398093 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:28.408857 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:28.419735 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:28.430856 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:28.441767 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:28.735204 tst ping.py:19: start network...\u000a17:51:28.869433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:29.384851 run create_hlr_db(pid=30166): Launched\u000a17:51:29.572815 bus /gobi_6: Setting Powered False\u000a17:51:30.593424 run create_hlr_db(pid=30166): Terminated: ok {rc=0}\u000a17:51:31.045207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30168): Launched\u000a17:51:31.443541 run osmo-hlr_10.42.42.2(pid=30169): Launched\u000a17:51:31.712322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:32.308619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30171): Launched\u000a17:51:32.628786 run osmo-stp_10.42.42.5(pid=30172): Launched\u000a17:51:32.745549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:33.308887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30174): Launched\u000a17:51:33.424216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:33.706900 run patchelf(pid=30175): Launched\u000a17:51:33.895455 run osmo-stp_10.42.42.5(pid=30172): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30172)]\u000a17:51:34.034078 run osmo-stp_10.42.42.5(pid=30172): stdout: \u000a| (launched: 2022-12-09_17:51:32.471310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:34.173029 run osmo-stp_10.42.42.5(pid=30172): stderr: \u000a| �[0;m�[38;5;43m20221209175132665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175132665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175132665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175132666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175132666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175132666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175132666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:34.306722 run osmo-stp_10.42.42.5(pid=30172): stdout: \u000a| (launched: 2022-12-09_17:51:32.471310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:34.438936 run osmo-stp_10.42.42.5(pid=30172): stderr: \u000a| �[0;m�[38;5;43m20221209175132665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175132665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175132665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175132666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175132666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175132666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175132666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:34.592460 run patchelf(pid=30175): Terminating (SIGINT)\u000a17:51:34.772748 run patchelf(pid=30175): Terminated: ok {rc=0}\u000a17:51:34.805809 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30172): Process ended prematurely: osmo-stp_10.42.42.5(pid=30172) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30172)] [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a17:51:34.815290 tst ping.py:22: Test FAILED (7.0 sec)\u000a17:51:34.878575 run osmo-hlr_10.42.42.2(pid=30169): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30169)]\u000a17:51:34.930348 run osmo-hlr_10.42.42.2(pid=30169): stdout: \u000a| (launched: 2022-12-09_17:51:31.201375) \u000a17:51:34.982899 run osmo-hlr_10.42.42.2(pid=30169): stderr: \u000a| �[0;m�[1;31m20221209175131542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175131542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175131542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175131542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175131542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175131542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175131562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175131575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175131575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175131575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:35.027612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30168): Terminating (SIGTERM)\u000a17:51:35.070153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30171): Terminating (SIGTERM)\u000a17:51:35.112825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30174): Terminating (SIGTERM)\u000a17:51:35.122823 --- ParallelTerminationStrategy: PID 30168 died...\u000a17:51:35.179805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30168): Terminated: ok {rc=0}\u000a17:51:35.190308 --- ParallelTerminationStrategy: PID 30171 died...\u000a17:51:35.246788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30171): Terminated: ok {rc=0}\u000a17:51:35.257339 --- ParallelTerminationStrategy: PID 30174 died...\u000a17:51:35.314244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30174): Terminated: ok {rc=0}\u000a17:51:35.402841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30182): Process ended prematurely: osmo-stp_10.42.42.5(pid=30182) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30182)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30182): Process ended prematurely: osmo-stp_10.42.42.5(pid=30182) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:51:36.452588 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:36.464162 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:51:36.610870 tst ping_idle_ping.py: using LAC 22694\u000a17:51:36.734990 tst ping_idle_ping.py: using RAC 254\u000a17:51:36.858861 tst ping_idle_ping.py: using CellId 22694\u000a17:51:36.983463 tst ping_idle_ping.py: using BVCI 22695\u000a17:51:37.008229 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:37.019858 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:37.031243 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:37.042800 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:37.053990 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:37.065308 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:37.076747 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:37.088110 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:37.366230 tst ping_idle_ping.py:24: start network...\u000a17:51:37.492540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:37.970267 run create_hlr_db(pid=30176): Launched\u000a17:51:38.146131 bus /gobi_6: Setting Powered False\u000a17:51:39.167381 run create_hlr_db(pid=30176): Terminated: ok {rc=0}\u000a17:51:39.601705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30178): Launched\u000a17:51:39.927476 run osmo-hlr_10.42.42.2(pid=30179): Launched\u000a17:51:40.046219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:40.608411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30181): Launched\u000a17:51:40.933725 run osmo-stp_10.42.42.5(pid=30182): Launched\u000a17:51:41.050517 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:41.617543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30184): Launched\u000a17:51:41.732687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:42.016056 run patchelf(pid=30185): Launched\u000a17:51:42.206044 run osmo-stp_10.42.42.5(pid=30182): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30182)]\u000a17:51:42.345501 run osmo-stp_10.42.42.5(pid=30182): stdout: \u000a| (launched: 2022-12-09_17:51:40.772636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:42.484902 run osmo-stp_10.42.42.5(pid=30182): stderr: \u000a| �[0;m�[38;5;43m20221209175140965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175140965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175140965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175140966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175140966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175140966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175140966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:42.619108 run osmo-stp_10.42.42.5(pid=30182): stdout: \u000a| (launched: 2022-12-09_17:51:40.772636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:42.751494 run osmo-stp_10.42.42.5(pid=30182): stderr: \u000a| �[0;m�[38;5;43m20221209175140965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175140965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175140965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175140966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175140966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175140966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175140966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:42.906656 run patchelf(pid=30185): Terminating (SIGINT)\u000a17:51:43.088396 run patchelf(pid=30185): Terminated: ok {rc=0}\u000a17:51:43.121580 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30182): Process ended prematurely: osmo-stp_10.42.42.5(pid=30182) [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30182)] [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:51:43.131015 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:51:43.194185 run osmo-hlr_10.42.42.2(pid=30179): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30179)]\u000a17:51:43.245936 run osmo-hlr_10.42.42.2(pid=30179): stdout: \u000a| (launched: 2022-12-09_17:51:39.767047) \u000a17:51:43.298526 run osmo-hlr_10.42.42.2(pid=30179): stderr: \u000a| �[0;m�[1;31m20221209175139966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175139966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175139966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175139966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175139966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175139966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175139978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175139986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175139986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175139987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:43.343307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30178): Terminating (SIGTERM)\u000a17:51:43.385446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30181): Terminating (SIGTERM)\u000a17:51:43.428097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30184): Terminating (SIGTERM)\u000a17:51:43.438027 --- ParallelTerminationStrategy: PID 30178 died...\u000a17:51:43.494281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30178): Terminated: ok {rc=0}\u000a17:51:43.504484 --- ParallelTerminationStrategy: PID 30181 died...\u000a17:51:43.560356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30181): Terminated: ok {rc=0}\u000a17:51:43.570537 --- ParallelTerminationStrategy: PID 30184 died...\u000a17:51:43.626729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30184): Terminated: ok {rc=0}\u000a17:51:43.715274 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:50:44" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30200): Process ended prematurely: osmo-stp_10.42.42.5(pid=30200) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30200): Process ended prematurely: osmo-stp_10.42.42.5(pid=30200) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:51:45.894997 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:45.907105 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:51:46.084398 tst cs_paging_gprs_active.py: using LAC 22695\u000a17:51:46.212029 tst cs_paging_gprs_active.py: using RAC 255\u000a17:51:46.348480 tst cs_paging_gprs_active.py: using CellId 22695\u000a17:51:46.479073 tst cs_paging_gprs_active.py: using BVCI 22696\u000a17:51:46.505250 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:46.517193 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:46.529089 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:46.540748 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:46.552449 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:46.564138 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:46.575870 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:46.587599 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:46.599484 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:51:46.743104 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:51:47.094116 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:51:47.227187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:47.550362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30190): Launched\u000a17:51:47.815474 run iperf3-srv_10.42.42.10(pid=30191): Launched\u000a17:51:48.003168 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:51:48.132747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:48.453318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30192): Launched\u000a17:51:48.717156 run iperf3-srv_10.42.42.10(pid=30193): Launched\u000a17:51:48.903550 tst cs_paging_gprs_active.py:38: start network...\u000a17:51:49.030821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:49.514579 run create_hlr_db(pid=30194): Launched\u000a17:51:49.690918 bus /gobi_6: Setting Powered False\u000a17:51:50.711865 run create_hlr_db(pid=30194): Terminated: ok {rc=0}\u000a17:51:51.121567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30196): Launched\u000a17:51:51.429357 run osmo-hlr_10.42.42.2(pid=30197): Launched\u000a17:51:51.550069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:52.090453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30199): Launched\u000a17:51:52.397326 run osmo-stp_10.42.42.5(pid=30200): Launched\u000a17:51:52.517303 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:53.059760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30202): Launched\u000a17:51:53.170490 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:53.446917 run patchelf(pid=30203): Launched\u000a17:51:53.628295 run osmo-stp_10.42.42.5(pid=30200): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)]\u000a17:51:53.760109 run osmo-stp_10.42.42.5(pid=30200): stdout: \u000a| (launched: 2022-12-09_17:51:52.245760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:53.892211 run osmo-stp_10.42.42.5(pid=30200): stderr: \u000a| �[0;m�[38;5;43m20221209175152436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175152436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175152436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175152436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175152437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175152437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175152437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:54.019543 run osmo-stp_10.42.42.5(pid=30200): stdout: \u000a| (launched: 2022-12-09_17:51:52.245760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:54.146057 run osmo-stp_10.42.42.5(pid=30200): stderr: \u000a| �[0;m�[38;5;43m20221209175152436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175152436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175152436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175152436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175152437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175152437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175152437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:54.293214 run patchelf(pid=30203): Terminating (SIGINT)\u000a17:51:54.466599 run patchelf(pid=30203): Terminated: ok {rc=0}\u000a17:51:54.498618 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30200): Process ended prematurely: osmo-stp_10.42.42.5(pid=30200) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)] [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:51:54.507967 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:51:54.568245 run osmo-hlr_10.42.42.2(pid=30197): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30197)]\u000a17:51:54.617550 run osmo-hlr_10.42.42.2(pid=30197): stdout: \u000a| (launched: 2022-12-09_17:51:51.277436) \u000a17:51:54.667147 run osmo-hlr_10.42.42.2(pid=30197): stderr: \u000a| �[0;m�[1;31m20221209175151453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175151453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175151453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175151454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175151454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175151454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175151466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175151477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175151477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175151477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:54.709122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30190): Terminating (SIGTERM)\u000a17:51:54.748762 run iperf3-srv_10.42.42.10(pid=30191): Terminating (SIGTERM)\u000a17:51:54.788396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30192): Terminating (SIGTERM)\u000a17:51:54.828100 run iperf3-srv_10.42.42.10(pid=30193): Terminating (SIGTERM)\u000a17:51:54.867545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30196): Terminating (SIGTERM)\u000a17:51:54.907364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30199): Terminating (SIGTERM)\u000a17:51:54.947049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30202): Terminating (SIGTERM)\u000a17:51:54.956580 --- ParallelTerminationStrategy: PID 30190 died...\u000a17:51:55.009804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30190): Terminated: ok {rc=0}\u000a17:51:55.019674 --- ParallelTerminationStrategy: PID 30191 died...\u000a17:51:55.072708 run iperf3-srv_10.42.42.10(pid=30191): Terminated {rc=256}\u000a17:51:55.082333 --- ParallelTerminationStrategy: PID 30192 died...\u000a17:51:55.135680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30192): Terminated: ok {rc=0}\u000a17:51:55.145879 --- ParallelTerminationStrategy: PID 30193 died...\u000a17:51:55.198880 run iperf3-srv_10.42.42.10(pid=30193): Terminated {rc=256}\u000a17:51:55.208777 --- ParallelTerminationStrategy: PID 30196 died...\u000a17:51:55.262101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30196): Terminated: ok {rc=0}\u000a17:51:55.271937 --- ParallelTerminationStrategy: PID 30199 died...\u000a17:51:55.325185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30199): Terminated: ok {rc=0}\u000a17:51:55.335081 --- ParallelTerminationStrategy: PID 30202 died...\u000a17:51:55.388003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30202): Terminated: ok {rc=0}\u000a17:51:55.477029 bus /gobi_0: Setting Powered False\u000a17:51:56.580685 bus /gobi_0: Setting Powered False\u000a17:51:57.691327 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30212): Process ended prematurely: osmo-stp_10.42.42.5(pid=30212) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30212)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30212): Process ended prematurely: osmo-stp_10.42.42.5(pid=30212) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:51:58.802314 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:58.813816 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:51:58.970718 tst iperf3.py: using LAC 22696\u000a17:51:59.092819 tst iperf3.py: using RAC 1\u000a17:51:59.216383 tst iperf3.py: using CellId 22696\u000a17:51:59.336315 tst iperf3.py: using BVCI 22697\u000a17:51:59.359739 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:59.370755 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:59.381513 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:59.392329 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:59.403182 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:59.414159 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:59.425095 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:59.435891 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:51:59.446990 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:51:59.731473 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:51:59.859903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:00.181272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30204): Launched\u000a17:52:00.445704 run iperf3-srv_10.42.42.10(pid=30205): Launched\u000a17:52:00.632783 tst iperf3.py:8: start network...\u000a17:52:00.760363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:01.309507 run create_hlr_db(pid=30206): Launched\u000a17:52:01.498403 bus /gobi_6: Setting Powered False\u000a17:52:02.509998 run create_hlr_db(pid=30206): Terminated: ok {rc=0}\u000a17:52:02.953389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30208): Launched\u000a17:52:03.280865 run osmo-hlr_10.42.42.2(pid=30209): Launched\u000a17:52:03.402958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:04.063286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30211): Launched\u000a17:52:04.382999 run osmo-stp_10.42.42.5(pid=30212): Launched\u000a17:52:04.499086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:52:05.058864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30214): Launched\u000a17:52:05.172848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:52:05.453478 run patchelf(pid=30215): Launched\u000a17:52:05.641604 run osmo-stp_10.42.42.5(pid=30212): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30212)]\u000a17:52:05.778643 run osmo-stp_10.42.42.5(pid=30212): stdout: \u000a| (launched: 2022-12-09_17:52:04.226006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:05.915256 run osmo-stp_10.42.42.5(pid=30212): stderr: \u000a| �[0;m�[38;5;43m20221209175204418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175204418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175204418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175204419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175204419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175204419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175204419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:06.047605 run osmo-stp_10.42.42.5(pid=30212): stdout: \u000a| (launched: 2022-12-09_17:52:04.226006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:06.178794 run osmo-stp_10.42.42.5(pid=30212): stderr: \u000a| �[0;m�[38;5;43m20221209175204418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175204418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175204418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175204419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175204419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175204419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175204419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:06.332108 run patchelf(pid=30215): Terminating (SIGINT)\u000a17:52:06.511243 run patchelf(pid=30215): Terminated: ok {rc=0}\u000a17:52:06.544333 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30212): Process ended prematurely: osmo-stp_10.42.42.5(pid=30212) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30212)] [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:52:06.554368 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:52:06.616900 run osmo-hlr_10.42.42.2(pid=30209): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30209)]\u000a17:52:06.667960 run osmo-hlr_10.42.42.2(pid=30209): stdout: \u000a| (launched: 2022-12-09_17:52:03.120461) \u000a17:52:06.719843 run osmo-hlr_10.42.42.2(pid=30209): stderr: \u000a| �[0;m�[1;31m20221209175203324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175203324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175203324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175203324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175203324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175203324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175203336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175203344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175203344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175203345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:06.764140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30204): Terminating (SIGTERM)\u000a17:52:06.805853 run iperf3-srv_10.42.42.10(pid=30205): Terminating (SIGTERM)\u000a17:52:06.847518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30208): Terminating (SIGTERM)\u000a17:52:06.889297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30211): Terminating (SIGTERM)\u000a17:52:06.930949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30214): Terminating (SIGTERM)\u000a17:52:06.940569 --- ParallelTerminationStrategy: PID 30204 died...\u000a17:52:06.996781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30204): Terminated: ok {rc=0}\u000a17:52:07.006994 --- ParallelTerminationStrategy: PID 30205 died...\u000a17:52:07.062893 run iperf3-srv_10.42.42.10(pid=30205): Terminated {rc=256}\u000a17:52:07.073095 --- ParallelTerminationStrategy: PID 30208 died...\u000a17:52:07.129251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30208): Terminated: ok {rc=0}\u000a17:52:07.139301 --- ParallelTerminationStrategy: PID 30211 died...\u000a17:52:07.195224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30211): Terminated: ok {rc=0}\u000a17:52:07.205352 --- ParallelTerminationStrategy: PID 30214 died...\u000a17:52:07.261185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30214): Terminated: ok {rc=0}\u000a17:52:07.349985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30236): Process ended prematurely: osmo-stp_10.42.42.5(pid=30236) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30236)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30236): Process ended prematurely: osmo-stp_10.42.42.5(pid=30236) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:52:08.460356 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:08.471803 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:52:08.626898 tst iperf3m4.py: using LAC 22697\u000a17:52:08.744552 tst iperf3m4.py: using RAC 2\u000a17:52:08.863874 tst iperf3m4.py: using CellId 22697\u000a17:52:08.986045 tst iperf3m4.py: using BVCI 22698\u000a17:52:09.008898 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:09.019840 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:09.030532 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:09.041472 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:09.052348 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:09.063223 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:09.074186 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:09.084785 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:09.095755 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:09.212333 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:09.330781 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:09.445448 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:09.720184 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:52:09.844996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:10.157162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30216): Launched\u000a17:52:10.416144 run iperf3-srv_10.42.42.10(pid=30217): Launched\u000a17:52:10.598361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:52:10.722537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:11.034291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30218): Launched\u000a17:52:11.292651 run iperf3-srv_10.42.42.10(pid=30219): Launched\u000a17:52:11.474663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:52:11.598937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:11.911679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30220): Launched\u000a17:52:12.175399 run iperf3-srv_10.42.42.10(pid=30227): Launched\u000a17:52:12.358084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:52:12.482566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:12.793595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30228): Launched\u000a17:52:13.051805 run iperf3-srv_10.42.42.10(pid=30229): Launched\u000a17:52:13.233430 tst iperf3m4.py:8: start network...\u000a17:52:13.357646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:13.832285 run create_hlr_db(pid=30230): Launched\u000a17:52:14.005690 bus /gobi_6: Setting Powered False\u000a17:52:15.026376 run create_hlr_db(pid=30230): Terminated: ok {rc=0}\u000a17:52:15.457427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30232): Launched\u000a17:52:15.780481 run osmo-hlr_10.42.42.2(pid=30233): Launched\u000a17:52:15.954447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:16.627317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30235): Launched\u000a17:52:17.124656 run osmo-stp_10.42.42.5(pid=30236): Launched\u000a17:52:17.261526 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:52:17.826968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30238): Launched\u000a17:52:17.941179 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:52:18.221966 run patchelf(pid=30239): Launched\u000a17:52:18.410963 run osmo-stp_10.42.42.5(pid=30236): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30236)]\u000a17:52:18.548911 run osmo-stp_10.42.42.5(pid=30236): stdout: \u000a| (launched: 2022-12-09_17:52:16.798477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:18.687087 run osmo-stp_10.42.42.5(pid=30236): stderr: \u000a| �[0;m�[38;5;43m20221209175216995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175216995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175216995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175216996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175216996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175216996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175216996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:18.820497 run osmo-stp_10.42.42.5(pid=30236): stdout: \u000a| (launched: 2022-12-09_17:52:16.798477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:18.952289 run osmo-stp_10.42.42.5(pid=30236): stderr: \u000a| �[0;m�[38;5;43m20221209175216995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175216995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175216995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175216996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175216996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175216996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175216996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:19.106238 run patchelf(pid=30239): Terminating (SIGINT)\u000a17:52:19.287271 run patchelf(pid=30239): Terminated: ok {rc=0}\u000a17:52:19.320710 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30236): Process ended prematurely: osmo-stp_10.42.42.5(pid=30236) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30236)] [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:52:19.331005 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a17:52:19.395046 run osmo-hlr_10.42.42.2(pid=30233): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30233)]\u000a17:52:19.447267 run osmo-hlr_10.42.42.2(pid=30233): stdout: \u000a| (launched: 2022-12-09_17:52:15.621038) \u000a17:52:19.500122 run osmo-hlr_10.42.42.2(pid=30233): stderr: \u000a| �[0;m�[1;31m20221209175215822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175215822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175215822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175215822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175215822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175215822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175215839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175215859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175215859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175215859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:19.544987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30216): Terminating (SIGTERM)\u000a17:52:19.587361 run iperf3-srv_10.42.42.10(pid=30217): Terminating (SIGTERM)\u000a17:52:19.629609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30218): Terminating (SIGTERM)\u000a17:52:19.671546 run iperf3-srv_10.42.42.10(pid=30219): Terminating (SIGTERM)\u000a17:52:19.714122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30220): Terminating (SIGTERM)\u000a17:52:19.756205 run iperf3-srv_10.42.42.10(pid=30227): Terminating (SIGTERM)\u000a17:52:19.798257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30228): Terminating (SIGTERM)\u000a17:52:19.840238 run iperf3-srv_10.42.42.10(pid=30229): Terminating (SIGTERM)\u000a17:52:19.882383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30232): Terminating (SIGTERM)\u000a17:52:19.924383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30235): Terminating (SIGTERM)\u000a17:52:19.966644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30238): Terminating (SIGTERM)\u000a17:52:19.976280 --- ParallelTerminationStrategy: PID 30216 died...\u000a17:52:20.032482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30216): Terminated: ok {rc=0}\u000a17:52:20.042519 --- ParallelTerminationStrategy: PID 30217 died...\u000a17:52:20.098799 run iperf3-srv_10.42.42.10(pid=30217): Terminated {rc=256}\u000a17:52:20.108781 --- ParallelTerminationStrategy: PID 30218 died...\u000a17:52:20.164466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30218): Terminated: ok {rc=0}\u000a17:52:20.174492 --- ParallelTerminationStrategy: PID 30219 died...\u000a17:52:20.230205 run iperf3-srv_10.42.42.10(pid=30219): Terminated {rc=256}\u000a17:52:20.240201 --- ParallelTerminationStrategy: PID 30220 died...\u000a17:52:20.297314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30220): Terminated: ok {rc=0}\u000a17:52:20.307354 --- ParallelTerminationStrategy: PID 30227 died...\u000a17:52:20.363370 run iperf3-srv_10.42.42.10(pid=30227): Terminated {rc=256}\u000a17:52:20.373476 --- ParallelTerminationStrategy: PID 30228 died...\u000a17:52:20.429317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30228): Terminated: ok {rc=0}\u000a17:52:20.439421 --- ParallelTerminationStrategy: PID 30229 died...\u000a17:52:20.495383 run iperf3-srv_10.42.42.10(pid=30229): Terminated {rc=256}\u000a17:52:20.505429 --- ParallelTerminationStrategy: PID 30232 died...\u000a17:52:20.561227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30232): Terminated: ok {rc=0}\u000a17:52:20.571241 --- ParallelTerminationStrategy: PID 30235 died...\u000a17:52:20.627359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30235): Terminated: ok {rc=0}\u000a17:52:20.637829 --- ParallelTerminationStrategy: PID 30238 died...\u000a17:52:20.693728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30238): Terminated: ok {rc=0}\u000a17:52:20.780905 bus /gobi_4: Setting Powered False\u000a17:52:21.888220 bus /gobi_4: Setting Powered False\u000a17:52:22.999702 bus /gobi_1: Setting Powered False\u000a17:52:24.106485 bus /gobi_1: Setting Powered False\u000a17:52:25.217556 bus /gobi_0: Setting Powered False\u000a17:52:26.324434 bus /gobi_0: Setting Powered False\u000a17:52:27.449473 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30246): Process ended prematurely: osmo-stp_10.42.42.5(pid=30246) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30246): Process ended prematurely: osmo-stp_10.42.42.5(pid=30246) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:52:28.518295 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:28.529723 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:52:28.687977 tst ping.py: using LAC 22698\u000a17:52:28.807621 tst ping.py: using RAC 3\u000a17:52:28.926932 tst ping.py: using CellId 22698\u000a17:52:29.047426 tst ping.py: using BVCI 22699\u000a17:52:29.070794 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:29.081942 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:29.092938 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:29.103977 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:29.114939 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:29.125981 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:29.137107 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:29.147987 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:29.427926 tst ping.py:19: start network...\u000a17:52:29.554534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:30.043545 run create_hlr_db(pid=30240): Launched\u000a17:52:30.220613 bus /gobi_6: Setting Powered False\u000a17:52:31.249380 run create_hlr_db(pid=30240): Terminated: ok {rc=0}\u000a17:52:31.661540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30242): Launched\u000a17:52:32.060938 run osmo-hlr_10.42.42.2(pid=30243): Launched\u000a17:52:32.247666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:32.755810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30245): Launched\u000a17:52:33.040405 run osmo-stp_10.42.42.5(pid=30246): Launched\u000a17:52:33.144430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:52:33.643404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30248): Launched\u000a17:52:33.744817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:52:33.994104 run patchelf(pid=30249): Launched\u000a17:52:34.170015 run osmo-stp_10.42.42.5(pid=30246): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)]\u000a17:52:34.301488 run osmo-stp_10.42.42.5(pid=30246): stdout: \u000a| (launched: 2022-12-09_17:52:32.900044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:34.433507 run osmo-stp_10.42.42.5(pid=30246): stderr: \u000a| �[0;m�[38;5;43m20221209175233067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175233067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175233067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175233068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175233068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175233068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175233068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:34.559924 run osmo-stp_10.42.42.5(pid=30246): stdout: \u000a| (launched: 2022-12-09_17:52:32.900044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:34.685086 run osmo-stp_10.42.42.5(pid=30246): stderr: \u000a| �[0;m�[38;5;43m20221209175233067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175233067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175233067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175233068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175233068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175233068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175233068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:34.830658 run patchelf(pid=30249): Terminating (SIGINT)\u000a17:52:35.001869 run patchelf(pid=30249): Terminated: ok {rc=0}\u000a17:52:35.033593 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30246): Process ended prematurely: osmo-stp_10.42.42.5(pid=30246) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)] [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:52:35.042738 tst ping.py:22: Test FAILED (6.5 sec)\u000a17:52:35.105487 run osmo-hlr_10.42.42.2(pid=30243): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30243)]\u000a17:52:35.156648 run osmo-hlr_10.42.42.2(pid=30243): stdout: \u000a| (launched: 2022-12-09_17:52:31.810176) \u000a17:52:35.208463 run osmo-hlr_10.42.42.2(pid=30243): stderr: \u000a| �[0;m�[1;31m20221209175232153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175232153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175232153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175232153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175232153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175232153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175232167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175232184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175232184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175232184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:35.252553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30242): Terminating (SIGTERM)\u000a17:52:35.294114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30245): Terminating (SIGTERM)\u000a17:52:35.335962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30248): Terminating (SIGTERM)\u000a17:52:35.345740 --- ParallelTerminationStrategy: PID 30242 died...\u000a17:52:35.401110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30242): Terminated: ok {rc=0}\u000a17:52:35.411201 --- ParallelTerminationStrategy: PID 30245 died...\u000a17:52:35.466918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30245): Terminated: ok {rc=0}\u000a17:52:35.477287 --- ParallelTerminationStrategy: PID 30248 died...\u000a17:52:35.532476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30248): Terminated: ok {rc=0}\u000a17:52:35.618064 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30256): Process ended prematurely: osmo-stp_10.42.42.5(pid=30256) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30256): Process ended prematurely: osmo-stp_10.42.42.5(pid=30256) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:52:36.670430 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:36.682392 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:52:36.843451 tst ping_idle_ping.py: using LAC 22699\u000a17:52:36.962950 tst ping_idle_ping.py: using RAC 4\u000a17:52:37.082268 tst ping_idle_ping.py: using CellId 22699\u000a17:52:37.205582 tst ping_idle_ping.py: using BVCI 22700\u000a17:52:37.228793 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:37.239952 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:37.250968 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:37.262280 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:37.273223 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:37.284411 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:37.295964 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:37.306953 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:37.587306 tst ping_idle_ping.py:24: start network...\u000a17:52:37.714588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:38.202004 run create_hlr_db(pid=30250): Launched\u000a17:52:38.379547 bus /gobi_6: Setting Powered False\u000a17:52:39.400093 run create_hlr_db(pid=30250): Terminated: ok {rc=0}\u000a17:52:39.806906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30252): Launched\u000a17:52:40.112054 run osmo-hlr_10.42.42.2(pid=30253): Launched\u000a17:52:40.223353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:40.751801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30255): Launched\u000a17:52:41.058772 run osmo-stp_10.42.42.5(pid=30256): Launched\u000a17:52:41.170123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:52:41.704657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30258): Launched\u000a17:52:41.813887 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:52:42.080584 run patchelf(pid=30259): Launched\u000a17:52:42.260194 run osmo-stp_10.42.42.5(pid=30256): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)]\u000a17:52:42.392523 run osmo-stp_10.42.42.5(pid=30256): stdout: \u000a| (launched: 2022-12-09_17:52:40.908651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:42.524676 run osmo-stp_10.42.42.5(pid=30256): stderr: \u000a| �[0;m�[38;5;43m20221209175241098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175241098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175241098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175241099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175241099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175241099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175241099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:42.651768 run osmo-stp_10.42.42.5(pid=30256): stdout: \u000a| (launched: 2022-12-09_17:52:40.908651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:42.777758 run osmo-stp_10.42.42.5(pid=30256): stderr: \u000a| �[0;m�[38;5;43m20221209175241098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175241098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175241098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175241099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175241099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175241099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175241099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:42.924645 run patchelf(pid=30259): Terminating (SIGINT)\u000a17:52:43.097072 run patchelf(pid=30259): Terminated: ok {rc=0}\u000a17:52:43.128713 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30256): Process ended prematurely: osmo-stp_10.42.42.5(pid=30256) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30256)] [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:52:43.138018 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:52:43.199597 run osmo-hlr_10.42.42.2(pid=30253): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30253)]\u000a17:52:43.250207 run osmo-hlr_10.42.42.2(pid=30253): stdout: \u000a| (launched: 2022-12-09_17:52:39.962548) \u000a17:52:43.301703 run osmo-hlr_10.42.42.2(pid=30253): stderr: \u000a| �[0;m�[1;31m20221209175240158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175240158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175240158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175240158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175240158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175240158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175240172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175240182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175240182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175240182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:43.345528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30252): Terminating (SIGTERM)\u000a17:52:43.386656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30255): Terminating (SIGTERM)\u000a17:52:43.427833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30258): Terminating (SIGTERM)\u000a17:52:43.437427 --- ParallelTerminationStrategy: PID 30252 died...\u000a17:52:43.492637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30252): Terminated: ok {rc=0}\u000a17:52:43.502584 --- ParallelTerminationStrategy: PID 30255 died...\u000a17:52:43.557636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30255): Terminated: ok {rc=0}\u000a17:52:43.567543 --- ParallelTerminationStrategy: PID 30258 died...\u000a17:52:43.622403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30258): Terminated: ok {rc=0}\u000a17:52:43.708703 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:51:45" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30273): Process ended prematurely: osmo-stp_10.42.42.5(pid=30273) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30273)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30273): Process ended prematurely: osmo-stp_10.42.42.5(pid=30273) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:52:45.859546 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:45.870850 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:52:46.032151 tst cs_paging_gprs_active.py: using LAC 22700\u000a17:52:46.155128 tst cs_paging_gprs_active.py: using RAC 5\u000a17:52:46.315194 tst cs_paging_gprs_active.py: using CellId 22700\u000a17:52:46.435171 tst cs_paging_gprs_active.py: using BVCI 22701\u000a17:52:46.459296 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:46.471319 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:46.484510 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:46.496472 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:46.509446 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:46.522510 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:46.536759 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:46.548616 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:46.561733 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:52:46.679143 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:52:46.996508 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:52:47.121396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:47.438443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30263): Launched\u000a17:52:47.708074 run iperf3-srv_10.42.42.10(pid=30264): Launched\u000a17:52:47.899202 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:52:48.030183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:48.355070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30265): Launched\u000a17:52:48.623585 run iperf3-srv_10.42.42.10(pid=30266): Launched\u000a17:52:48.815320 tst cs_paging_gprs_active.py:38: start network...\u000a17:52:48.945630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:49.446561 run create_hlr_db(pid=30267): Launched\u000a17:52:49.626639 bus /gobi_6: Setting Powered False\u000a17:52:50.648114 run create_hlr_db(pid=30267): Terminated: ok {rc=0}\u000a17:52:51.041868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30269): Launched\u000a17:52:51.334625 run osmo-hlr_10.42.42.2(pid=30270): Launched\u000a17:52:51.447099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:51.960216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30272): Launched\u000a17:52:52.251128 run osmo-stp_10.42.42.5(pid=30273): Launched\u000a17:52:52.358167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:52:52.865991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30275): Launched\u000a17:52:52.969362 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:52:53.225290 run patchelf(pid=30276): Launched\u000a17:52:53.396436 run osmo-stp_10.42.42.5(pid=30273): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30273)]\u000a17:52:53.521341 run osmo-stp_10.42.42.5(pid=30273): stdout: \u000a| (launched: 2022-12-09_17:52:52.107845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:53.646604 run osmo-stp_10.42.42.5(pid=30273): stderr: \u000a| �[0;m�[38;5;43m20221209175252275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175252275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175252276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175252277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175252277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175252277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175252277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:53.767353 run osmo-stp_10.42.42.5(pid=30273): stdout: \u000a| (launched: 2022-12-09_17:52:52.107845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:53.887403 run osmo-stp_10.42.42.5(pid=30273): stderr: \u000a| �[0;m�[38;5;43m20221209175252275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175252275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175252276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175252277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175252277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175252277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175252277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:54.027958 run patchelf(pid=30276): Terminating (SIGINT)\u000a17:52:54.192786 run patchelf(pid=30276): Terminated: ok {rc=0}\u000a17:52:54.223326 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30273): Process ended prematurely: osmo-stp_10.42.42.5(pid=30273) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30273)] [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:52:54.232371 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a17:52:54.292177 run osmo-hlr_10.42.42.2(pid=30270): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30270)]\u000a17:52:54.340655 run osmo-hlr_10.42.42.2(pid=30270): stdout: \u000a| (launched: 2022-12-09_17:52:51.190070) \u000a17:52:54.389761 run osmo-hlr_10.42.42.2(pid=30270): stderr: \u000a| �[0;m�[1;31m20221209175251363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175251363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175251363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175251363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175251363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175251363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175251376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175251386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175251386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175251386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:54.431117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30263): Terminating (SIGTERM)\u000a17:52:54.470327 run iperf3-srv_10.42.42.10(pid=30264): Terminating (SIGTERM)\u000a17:52:54.509699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30265): Terminating (SIGTERM)\u000a17:52:54.548769 run iperf3-srv_10.42.42.10(pid=30266): Terminating (SIGTERM)\u000a17:52:54.587988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30269): Terminating (SIGTERM)\u000a17:52:54.627297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30272): Terminating (SIGTERM)\u000a17:52:54.666600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30275): Terminating (SIGTERM)\u000a17:52:54.675838 --- ParallelTerminationStrategy: PID 30263 died...\u000a17:52:54.728537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30263): Terminated: ok {rc=0}\u000a17:52:54.738028 --- ParallelTerminationStrategy: PID 30264 died...\u000a17:52:54.790102 run iperf3-srv_10.42.42.10(pid=30264): Terminated {rc=256}\u000a17:52:54.799566 --- ParallelTerminationStrategy: PID 30265 died...\u000a17:52:54.851799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30265): Terminated: ok {rc=0}\u000a17:52:54.861131 --- ParallelTerminationStrategy: PID 30266 died...\u000a17:52:54.913413 run iperf3-srv_10.42.42.10(pid=30266): Terminated {rc=256}\u000a17:52:54.922814 --- ParallelTerminationStrategy: PID 30269 died...\u000a17:52:54.974944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30269): Terminated: ok {rc=0}\u000a17:52:54.984519 --- ParallelTerminationStrategy: PID 30272 died...\u000a17:52:55.036578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30272): Terminated: ok {rc=0}\u000a17:52:55.046268 --- ParallelTerminationStrategy: PID 30275 died...\u000a17:52:55.098620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30275): Terminated: ok {rc=0}\u000a17:52:55.181550 bus /gobi_0: Setting Powered False\u000a17:52:56.287816 bus /gobi_0: Setting Powered False\u000a17:52:57.398683 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30511): Process ended prematurely: osmo-stp_10.42.42.5(pid=30511) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30511)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30511): Process ended prematurely: osmo-stp_10.42.42.5(pid=30511) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:52:58.506332 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:58.517822 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:52:58.673296 tst iperf3.py: using LAC 22701\u000a17:52:58.795485 tst iperf3.py: using RAC 6\u000a17:52:58.913286 tst iperf3.py: using CellId 22701\u000a17:52:59.027259 tst iperf3.py: using BVCI 22702\u000a17:52:59.049641 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:59.060383 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:59.070950 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:59.081989 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:59.092919 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:59.103734 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:59.114721 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:59.125376 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:52:59.136200 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:52:59.420817 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:52:59.550121 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:59.872188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30277): Launched\u000a17:53:00.140345 run iperf3-srv_10.42.42.10(pid=30278): Launched\u000a17:53:00.331165 tst iperf3.py:8: start network...\u000a17:53:00.461290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:01.009740 run create_hlr_db(pid=30279): Launched\u000a17:53:01.184085 bus /gobi_6: Setting Powered False\u000a17:53:02.260224 run create_hlr_db(pid=30279): Terminated: ok {rc=0}\u000a17:53:02.746487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30318): Launched\u000a17:53:03.192908 run osmo-hlr_10.42.42.2(pid=30331): Launched\u000a17:53:03.457556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:04.213408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30460): Launched\u000a17:53:04.692684 run osmo-stp_10.42.42.5(pid=30511): Launched\u000a17:53:04.947198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:53:05.553088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30558): Launched\u000a17:53:05.660310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:53:05.947015 run patchelf(pid=30559): Launched\u000a17:53:06.124608 run osmo-stp_10.42.42.5(pid=30511): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30511)]\u000a17:53:06.255965 run osmo-stp_10.42.42.5(pid=30511): stdout: \u000a| (launched: 2022-12-09_17:53:04.394802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:06.388224 run osmo-stp_10.42.42.5(pid=30511): stderr: \u000a| �[0;m�[38;5;43m20221209175304779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175304779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175304779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175304780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175304780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175304780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175304780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:06.513961 run osmo-stp_10.42.42.5(pid=30511): stdout: \u000a| (launched: 2022-12-09_17:53:04.394802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:06.637916 run osmo-stp_10.42.42.5(pid=30511): stderr: \u000a| �[0;m�[38;5;43m20221209175304779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175304779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175304779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175304780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175304780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175304780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175304780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:06.783023 run patchelf(pid=30559): Terminating (SIGINT)\u000a17:53:06.953650 run patchelf(pid=30559): Terminated: ok {rc=0}\u000a17:53:06.985443 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30511): Process ended prematurely: osmo-stp_10.42.42.5(pid=30511) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30511)] [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:53:06.995724 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a17:53:07.060403 run osmo-hlr_10.42.42.2(pid=30331): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30331)]\u000a17:53:07.111620 run osmo-hlr_10.42.42.2(pid=30331): stdout: \u000a| (launched: 2022-12-09_17:53:02.909831) \u000a17:53:07.165133 run osmo-hlr_10.42.42.2(pid=30331): stderr: \u000a| �[0;m�[1;31m20221209175303282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175303282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175303282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175303282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175303282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175303282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175303301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175303318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175303318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175303318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:07.209521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30277): Terminating (SIGTERM)\u000a17:53:07.256734 run iperf3-srv_10.42.42.10(pid=30278): Terminating (SIGTERM)\u000a17:53:07.300838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30318): Terminating (SIGTERM)\u000a17:53:07.344000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30460): Terminating (SIGTERM)\u000a17:53:07.390487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30558): Terminating (SIGTERM)\u000a17:53:07.400822 --- ParallelTerminationStrategy: PID 30277 died...\u000a17:53:07.458740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30277): Terminated: ok {rc=0}\u000a17:53:07.469153 --- ParallelTerminationStrategy: PID 30278 died...\u000a17:53:07.526015 run iperf3-srv_10.42.42.10(pid=30278): Terminated {rc=256}\u000a17:53:07.536598 --- ParallelTerminationStrategy: PID 30318 died...\u000a17:53:07.592573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30318): Terminated: ok {rc=0}\u000a17:53:07.602994 --- ParallelTerminationStrategy: PID 30460 died...\u000a17:53:07.659178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30460): Terminated: ok {rc=0}\u000a17:53:07.670167 --- ParallelTerminationStrategy: PID 30558 died...\u000a17:53:07.726460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30558): Terminated: ok {rc=0}\u000a17:53:07.812702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30576): Process ended prematurely: osmo-stp_10.42.42.5(pid=30576) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30576)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30576): Process ended prematurely: osmo-stp_10.42.42.5(pid=30576) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:53:08.927284 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:08.939748 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:53:09.100265 tst iperf3m4.py: using LAC 22702\u000a17:53:09.217864 tst iperf3m4.py: using RAC 7\u000a17:53:09.337651 tst iperf3m4.py: using CellId 22702\u000a17:53:09.456126 tst iperf3m4.py: using BVCI 22703\u000a17:53:09.480610 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:09.492826 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:09.504460 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:09.518354 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:09.530239 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:09.543852 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:09.556816 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:09.569656 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:09.581883 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:09.703461 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:09.823345 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:09.942306 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:10.222803 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:53:10.351506 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:10.680895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30562): Launched\u000a17:53:10.957805 run iperf3-srv_10.42.42.10(pid=30563): Launched\u000a17:53:11.141414 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:53:11.266944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:11.600217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30564): Launched\u000a17:53:11.896127 run iperf3-srv_10.42.42.10(pid=30565): Launched\u000a17:53:12.081738 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:53:12.209478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:12.542345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30566): Launched\u000a17:53:12.833093 run iperf3-srv_10.42.42.10(pid=30567): Launched\u000a17:53:13.029239 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:53:13.162706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:13.507866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30568): Launched\u000a17:53:13.799954 run iperf3-srv_10.42.42.10(pid=30569): Launched\u000a17:53:13.995504 tst iperf3m4.py:8: start network...\u000a17:53:14.129535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:14.671661 run create_hlr_db(pid=30570): Launched\u000a17:53:14.850224 bus /gobi_6: Setting Powered False\u000a17:53:15.877563 run create_hlr_db(pid=30570): Terminated: ok {rc=0}\u000a17:53:16.391552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30572): Launched\u000a17:53:16.738890 run osmo-hlr_10.42.42.2(pid=30573): Launched\u000a17:53:16.986445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:17.793853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30575): Launched\u000a17:53:18.294008 run osmo-stp_10.42.42.5(pid=30576): Launched\u000a17:53:18.499129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:53:19.081855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30578): Launched\u000a17:53:19.205552 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:53:19.510775 run patchelf(pid=30579): Launched\u000a17:53:19.705725 run osmo-stp_10.42.42.5(pid=30576): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30576)]\u000a17:53:19.852157 run osmo-stp_10.42.42.5(pid=30576): stdout: \u000a| (launched: 2022-12-09_17:53:17.986252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:19.994820 run osmo-stp_10.42.42.5(pid=30576): stderr: \u000a| �[0;m�[38;5;43m20221209175318311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175318312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175318312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175318312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175318313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175318313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175318313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:20.132314 run osmo-stp_10.42.42.5(pid=30576): stdout: \u000a| (launched: 2022-12-09_17:53:17.986252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:20.270123 run osmo-stp_10.42.42.5(pid=30576): stderr: \u000a| �[0;m�[38;5;43m20221209175318311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175318312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175318312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175318312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175318313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175318313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175318313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:20.429322 run patchelf(pid=30579): Terminating (SIGINT)\u000a17:53:20.621848 run patchelf(pid=30579): Terminated: ok {rc=0}\u000a17:53:20.655253 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30576): Process ended prematurely: osmo-stp_10.42.42.5(pid=30576) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30576)] [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:53:20.666621 tst iperf3m4.py:8: Test FAILED (11.8 sec)\u000a17:53:20.734800 run osmo-hlr_10.42.42.2(pid=30573): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30573)]\u000a17:53:20.787830 run osmo-hlr_10.42.42.2(pid=30573): stdout: \u000a| (launched: 2022-12-09_17:53:16.551397) \u000a17:53:20.843324 run osmo-hlr_10.42.42.2(pid=30573): stderr: \u000a| �[0;m�[1;31m20221209175316878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175316878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175316878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175316878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175316878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175316878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175316895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175316912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175316912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175316912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:20.890753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30562): Terminating (SIGTERM)\u000a17:53:20.937557 run iperf3-srv_10.42.42.10(pid=30563): Terminating (SIGTERM)\u000a17:53:20.982759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30564): Terminating (SIGTERM)\u000a17:53:21.028553 run iperf3-srv_10.42.42.10(pid=30565): Terminating (SIGTERM)\u000a17:53:21.072823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30566): Terminating (SIGTERM)\u000a17:53:21.120105 run iperf3-srv_10.42.42.10(pid=30567): Terminating (SIGTERM)\u000a17:53:21.164766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30568): Terminating (SIGTERM)\u000a17:53:21.211591 run iperf3-srv_10.42.42.10(pid=30569): Terminating (SIGTERM)\u000a17:53:21.257215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30572): Terminating (SIGTERM)\u000a17:53:21.304535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30575): Terminating (SIGTERM)\u000a17:53:21.347794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30578): Terminating (SIGTERM)\u000a17:53:21.360261 --- ParallelTerminationStrategy: PID 30562 died...\u000a17:53:21.418830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30562): Terminated: ok {rc=0}\u000a17:53:21.429539 --- ParallelTerminationStrategy: PID 30563 died...\u000a17:53:21.488428 run iperf3-srv_10.42.42.10(pid=30563): Terminated {rc=256}\u000a17:53:21.499486 --- ParallelTerminationStrategy: PID 30564 died...\u000a17:53:21.558203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30564): Terminated: ok {rc=0}\u000a17:53:21.568883 --- ParallelTerminationStrategy: PID 30565 died...\u000a17:53:21.626447 run iperf3-srv_10.42.42.10(pid=30565): Terminated {rc=256}\u000a17:53:21.637280 --- ParallelTerminationStrategy: PID 30566 died...\u000a17:53:21.696653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30566): Terminated: ok {rc=0}\u000a17:53:21.707312 --- ParallelTerminationStrategy: PID 30567 died...\u000a17:53:21.765112 run iperf3-srv_10.42.42.10(pid=30567): Terminated {rc=256}\u000a17:53:21.775828 --- ParallelTerminationStrategy: PID 30568 died...\u000a17:53:21.835122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30568): Terminated: ok {rc=0}\u000a17:53:21.845994 --- ParallelTerminationStrategy: PID 30569 died...\u000a17:53:21.908335 run iperf3-srv_10.42.42.10(pid=30569): Terminated {rc=256}\u000a17:53:21.919131 --- ParallelTerminationStrategy: PID 30572 died...\u000a17:53:21.976466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30572): Terminated: ok {rc=0}\u000a17:53:21.987565 --- ParallelTerminationStrategy: PID 30575 died...\u000a17:53:22.045275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30575): Terminated: ok {rc=0}\u000a17:53:22.056045 --- ParallelTerminationStrategy: PID 30578 died...\u000a17:53:22.114995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30578): Terminated: ok {rc=0}\u000a17:53:22.203467 bus /gobi_4: Setting Powered False\u000a17:53:23.315310 bus /gobi_4: Setting Powered False\u000a17:53:24.427692 bus /gobi_1: Setting Powered False\u000a17:53:25.528811 bus /gobi_1: Setting Powered False\u000a17:53:26.640693 bus /gobi_0: Setting Powered False\u000a17:53:27.745118 bus /gobi_0: Setting Powered False\u000a17:53:28.859134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30586): Process ended prematurely: osmo-stp_10.42.42.5(pid=30586) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30586)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30586): Process ended prematurely: osmo-stp_10.42.42.5(pid=30586) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:53:29.927567 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:29.939711 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:53:30.098147 tst ping.py: using LAC 22703\u000a17:53:30.217982 tst ping.py: using RAC 8\u000a17:53:30.335513 tst ping.py: using CellId 22703\u000a17:53:30.452627 tst ping.py: using BVCI 22704\u000a17:53:30.475570 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:30.486569 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:30.497376 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:30.508597 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:30.519643 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:30.531070 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:30.542400 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:30.553868 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:30.847946 tst ping.py:19: start network...\u000a17:53:30.986542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:31.533515 run create_hlr_db(pid=30580): Launched\u000a17:53:31.716629 bus /gobi_6: Setting Powered False\u000a17:53:32.728390 run create_hlr_db(pid=30580): Terminated: ok {rc=0}\u000a17:53:33.158436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30582): Launched\u000a17:53:33.478224 run osmo-hlr_10.42.42.2(pid=30583): Launched\u000a17:53:33.595027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:34.148898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30585): Launched\u000a17:53:34.469177 run osmo-stp_10.42.42.5(pid=30586): Launched\u000a17:53:34.585232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:53:35.141908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30588): Launched\u000a17:53:35.254813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:53:35.534129 run patchelf(pid=30589): Launched\u000a17:53:35.720727 run osmo-stp_10.42.42.5(pid=30586): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30586)]\u000a17:53:35.857663 run osmo-stp_10.42.42.5(pid=30586): stdout: \u000a| (launched: 2022-12-09_17:53:34.310711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:35.995008 run osmo-stp_10.42.42.5(pid=30586): stderr: \u000a| �[0;m�[38;5;43m20221209175334505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175334505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175334506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175334506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175334507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175334507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175334507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:36.127051 run osmo-stp_10.42.42.5(pid=30586): stdout: \u000a| (launched: 2022-12-09_17:53:34.310711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:36.257662 run osmo-stp_10.42.42.5(pid=30586): stderr: \u000a| �[0;m�[38;5;43m20221209175334505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175334505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175334506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175334506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175334507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175334507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175334507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:36.411000 run patchelf(pid=30589): Terminating (SIGINT)\u000a17:53:36.589741 run patchelf(pid=30589): Terminated: ok {rc=0}\u000a17:53:36.622304 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30586): Process ended prematurely: osmo-stp_10.42.42.5(pid=30586) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30586)] [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:53:36.631664 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:53:36.694506 run osmo-hlr_10.42.42.2(pid=30583): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30583)]\u000a17:53:36.745936 run osmo-hlr_10.42.42.2(pid=30583): stdout: \u000a| (launched: 2022-12-09_17:53:33.320695) \u000a17:53:36.798122 run osmo-hlr_10.42.42.2(pid=30583): stderr: \u000a| �[0;m�[1;31m20221209175333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175333532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175333542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175333542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175333542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:36.842826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30582): Terminating (SIGTERM)\u000a17:53:36.885020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30585): Terminating (SIGTERM)\u000a17:53:36.927152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30588): Terminating (SIGTERM)\u000a17:53:36.936907 --- ParallelTerminationStrategy: PID 30582 died...\u000a17:53:36.993537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30582): Terminated: ok {rc=0}\u000a17:53:37.003756 --- ParallelTerminationStrategy: PID 30585 died...\u000a17:53:37.059917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30585): Terminated: ok {rc=0}\u000a17:53:37.070168 --- ParallelTerminationStrategy: PID 30588 died...\u000a17:53:37.126411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30588): Terminated: ok {rc=0}\u000a17:53:37.213928 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30597): Process ended prematurely: osmo-stp_10.42.42.5(pid=30597) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30597)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30597): Process ended prematurely: osmo-stp_10.42.42.5(pid=30597) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:53:38.267050 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:38.279394 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:53:38.447932 tst ping_idle_ping.py: using LAC 22704\u000a17:53:38.573085 tst ping_idle_ping.py: using RAC 9\u000a17:53:38.698312 tst ping_idle_ping.py: using CellId 22704\u000a17:53:38.822780 tst ping_idle_ping.py: using BVCI 22705\u000a17:53:38.847433 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:38.859032 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:38.870508 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:38.881838 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:38.893242 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:38.904629 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:38.916115 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:38.927496 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:39.205141 tst ping_idle_ping.py:24: start network...\u000a17:53:39.330096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:39.804882 run create_hlr_db(pid=30590): Launched\u000a17:53:39.979105 bus /gobi_6: Setting Powered False\u000a17:53:40.999132 run create_hlr_db(pid=30590): Terminated: ok {rc=0}\u000a17:53:41.425438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30593): Launched\u000a17:53:41.747159 run osmo-hlr_10.42.42.2(pid=30594): Launched\u000a17:53:41.863386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:42.419309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30596): Launched\u000a17:53:42.742694 run osmo-stp_10.42.42.5(pid=30597): Launched\u000a17:53:42.858395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:53:43.418884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30599): Launched\u000a17:53:43.532395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:53:43.810814 run patchelf(pid=30600): Launched\u000a17:53:43.998116 run osmo-stp_10.42.42.5(pid=30597): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30597)]\u000a17:53:44.135534 run osmo-stp_10.42.42.5(pid=30597): stdout: \u000a| (launched: 2022-12-09_17:53:42.583640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:44.273733 run osmo-stp_10.42.42.5(pid=30597): stderr: \u000a| �[0;m�[38;5;43m20221209175342778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175342778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175342778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175342779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175342779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175342779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175342779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:44.407463 run osmo-stp_10.42.42.5(pid=30597): stdout: \u000a| (launched: 2022-12-09_17:53:42.583640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:44.538762 run osmo-stp_10.42.42.5(pid=30597): stderr: \u000a| �[0;m�[38;5;43m20221209175342778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175342778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175342778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175342779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175342779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175342779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175342779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:44.691593 run patchelf(pid=30600): Terminating (SIGINT)\u000a17:53:44.870949 run patchelf(pid=30600): Terminated: ok {rc=0}\u000a17:53:44.903733 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30597): Process ended prematurely: osmo-stp_10.42.42.5(pid=30597) [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30597)] [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:53:44.913154 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:53:44.976253 run osmo-hlr_10.42.42.2(pid=30594): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30594)]\u000a17:53:45.027974 run osmo-hlr_10.42.42.2(pid=30594): stdout: \u000a| (launched: 2022-12-09_17:53:41.588005) \u000a17:53:45.080250 run osmo-hlr_10.42.42.2(pid=30594): stderr: \u000a| �[0;m�[1;31m20221209175341787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175341787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175341787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175341787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175341787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175341787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175341799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175341808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175341808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175341808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:45.124647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30593): Terminating (SIGTERM)\u000a17:53:45.166710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30596): Terminating (SIGTERM)\u000a17:53:45.209012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30599): Terminating (SIGTERM)\u000a17:53:45.218872 --- ParallelTerminationStrategy: PID 30593 died...\u000a17:53:45.274954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30593): Terminated: ok {rc=0}\u000a17:53:45.285053 --- ParallelTerminationStrategy: PID 30596 died...\u000a17:53:45.341455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30596): Terminated: ok {rc=0}\u000a17:53:45.351713 --- ParallelTerminationStrategy: PID 30599 died...\u000a17:53:45.407904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30599): Terminated: ok {rc=0}\u000a17:53:45.495624 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:52:45" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30614): Process ended prematurely: osmo-stp_10.42.42.5(pid=30614) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30614)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30614): Process ended prematurely: osmo-stp_10.42.42.5(pid=30614) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:53:47.687616 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:53:47.699104 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:53:47.840389 tst cs_paging_gprs_active.py: using LAC 22705\u000a17:53:47.959883 tst cs_paging_gprs_active.py: using RAC 10\u000a17:53:48.082118 tst cs_paging_gprs_active.py: using CellId 22705\u000a17:53:48.202277 tst cs_paging_gprs_active.py: using BVCI 22706\u000a17:53:48.225621 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:53:48.236767 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:53:48.247831 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:53:48.259375 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:53:48.270869 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:53:48.282503 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:53:48.294315 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:53:48.306570 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:53:48.318687 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:53:48.439115 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:53:48.736086 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:53:48.872039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:49.209465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30604): Launched\u000a17:53:49.490389 run iperf3-srv_10.42.42.10(pid=30605): Launched\u000a17:53:49.690511 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:53:49.826532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:50.166407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30606): Launched\u000a17:53:50.448077 run iperf3-srv_10.42.42.10(pid=30607): Launched\u000a17:53:50.648046 tst cs_paging_gprs_active.py:38: start network...\u000a17:53:50.784038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:51.307971 run create_hlr_db(pid=30608): Launched\u000a17:53:51.497122 bus /gobi_6: Setting Powered False\u000a17:53:52.518656 run create_hlr_db(pid=30608): Terminated: ok {rc=0}\u000a17:53:52.960398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30610): Launched\u000a17:53:53.288440 run osmo-hlr_10.42.42.2(pid=30611): Launched\u000a17:53:53.407462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:53.972461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30613): Launched\u000a17:53:54.299329 run osmo-stp_10.42.42.5(pid=30614): Launched\u000a17:53:54.417687 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:53:54.985670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30616): Launched\u000a17:53:55.101845 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:53:55.387015 run patchelf(pid=30617): Launched\u000a17:53:55.578020 run osmo-stp_10.42.42.5(pid=30614): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30614)]\u000a17:53:55.717286 run osmo-stp_10.42.42.5(pid=30614): stdout: \u000a| (launched: 2022-12-09_17:53:54.137771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:55.856795 run osmo-stp_10.42.42.5(pid=30614): stderr: \u000a| �[0;m�[38;5;43m20221209175354333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175354333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175354334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175354334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175354334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175354335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175354335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:55.991540 run osmo-stp_10.42.42.5(pid=30614): stdout: \u000a| (launched: 2022-12-09_17:53:54.137771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:56.125367 run osmo-stp_10.42.42.5(pid=30614): stderr: \u000a| �[0;m�[38;5;43m20221209175354333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175354333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175354334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175354334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175354334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175354335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175354335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:56.280871 run patchelf(pid=30617): Terminating (SIGINT)\u000a17:53:56.464818 run patchelf(pid=30617): Terminated: ok {rc=0}\u000a17:53:56.498681 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30614): Process ended prematurely: osmo-stp_10.42.42.5(pid=30614) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30614)] [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a17:53:56.508661 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:53:56.572145 run osmo-hlr_10.42.42.2(pid=30611): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30611)]\u000a17:53:56.623978 run osmo-hlr_10.42.42.2(pid=30611): stdout: \u000a| (launched: 2022-12-09_17:53:53.127066) \u000a17:53:56.676723 run osmo-hlr_10.42.42.2(pid=30611): stderr: \u000a| �[0;m�[1;31m20221209175353328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175353329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175353329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175353329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175353329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175353329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175353340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175353349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175353349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175353349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:56.721563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30604): Terminating (SIGTERM)\u000a17:53:56.763867 run iperf3-srv_10.42.42.10(pid=30605): Terminating (SIGTERM)\u000a17:53:56.806418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30606): Terminating (SIGTERM)\u000a17:53:56.848544 run iperf3-srv_10.42.42.10(pid=30607): Terminating (SIGTERM)\u000a17:53:56.890958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30610): Terminating (SIGTERM)\u000a17:53:56.933397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30613): Terminating (SIGTERM)\u000a17:53:56.975788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30616): Terminating (SIGTERM)\u000a17:53:56.985756 --- ParallelTerminationStrategy: PID 30604 died...\u000a17:53:57.042460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30604): Terminated: ok {rc=0}\u000a17:53:57.052731 --- ParallelTerminationStrategy: PID 30605 died...\u000a17:53:57.108598 run iperf3-srv_10.42.42.10(pid=30605): Terminated {rc=256}\u000a17:53:57.118899 --- ParallelTerminationStrategy: PID 30606 died...\u000a17:53:57.174762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30606): Terminated: ok {rc=0}\u000a17:53:57.184882 --- ParallelTerminationStrategy: PID 30607 died...\u000a17:53:57.240512 run iperf3-srv_10.42.42.10(pid=30607): Terminated {rc=256}\u000a17:53:57.250519 --- ParallelTerminationStrategy: PID 30610 died...\u000a17:53:57.306685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30610): Terminated: ok {rc=0}\u000a17:53:57.316714 --- ParallelTerminationStrategy: PID 30613 died...\u000a17:53:57.373259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30613): Terminated: ok {rc=0}\u000a17:53:57.383621 --- ParallelTerminationStrategy: PID 30616 died...\u000a17:53:57.439549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30616): Terminated: ok {rc=0}\u000a17:53:57.526256 bus /gobi_0: Setting Powered False\u000a17:53:58.633606 bus /gobi_0: Setting Powered False\u000a17:53:59.745375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30626): Process ended prematurely: osmo-stp_10.42.42.5(pid=30626) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30626)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30626): Process ended prematurely: osmo-stp_10.42.42.5(pid=30626) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a17:54:00.867751 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:00.881341 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:54:01.036361 tst iperf3.py: using LAC 22706\u000a17:54:01.164661 tst iperf3.py: using RAC 11\u000a17:54:01.286545 tst iperf3.py: using CellId 22706\u000a17:54:01.413875 tst iperf3.py: using BVCI 22707\u000a17:54:01.439449 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:01.451715 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:01.463737 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:01.476141 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:01.488453 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:01.500526 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:01.512682 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:01.524827 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:01.537160 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:01.838582 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:54:01.976937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:02.352372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30618): Launched\u000a17:54:02.618586 run iperf3-srv_10.42.42.10(pid=30619): Launched\u000a17:54:02.804527 tst iperf3.py:8: start network...\u000a17:54:02.931528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:03.413782 run create_hlr_db(pid=30620): Launched\u000a17:54:03.589451 bus /gobi_6: Setting Powered False\u000a17:54:04.621199 run create_hlr_db(pid=30620): Terminated: ok {rc=0}\u000a17:54:05.055059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30622): Launched\u000a17:54:05.380263 run osmo-hlr_10.42.42.2(pid=30623): Launched\u000a17:54:05.501563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:06.067747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30625): Launched\u000a17:54:06.394251 run osmo-stp_10.42.42.5(pid=30626): Launched\u000a17:54:06.511111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:54:07.079682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30628): Launched\u000a17:54:07.195721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:54:07.481292 run patchelf(pid=30629): Launched\u000a17:54:07.671739 run osmo-stp_10.42.42.5(pid=30626): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30626)]\u000a17:54:07.810930 run osmo-stp_10.42.42.5(pid=30626): stdout: \u000a| (launched: 2022-12-09_17:54:06.232586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:07.950669 run osmo-stp_10.42.42.5(pid=30626): stderr: \u000a| �[0;m�[38;5;43m20221209175406427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175406427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175406427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175406428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175406428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175406428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175406428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:08.085044 run osmo-stp_10.42.42.5(pid=30626): stdout: \u000a| (launched: 2022-12-09_17:54:06.232586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:08.218245 run osmo-stp_10.42.42.5(pid=30626): stderr: \u000a| �[0;m�[38;5;43m20221209175406427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175406427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175406427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175406428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175406428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175406428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175406428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:08.374110 run patchelf(pid=30629): Terminating (SIGINT)\u000a17:54:08.556714 run patchelf(pid=30629): Terminated: ok {rc=0}\u000a17:54:08.590773 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30626): Process ended prematurely: osmo-stp_10.42.42.5(pid=30626) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30626)] [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a17:54:08.600919 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:54:08.664082 run osmo-hlr_10.42.42.2(pid=30623): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30623)]\u000a17:54:08.715407 run osmo-hlr_10.42.42.2(pid=30623): stdout: \u000a| (launched: 2022-12-09_17:54:05.221242) \u000a17:54:08.767589 run osmo-hlr_10.42.42.2(pid=30623): stderr: \u000a| �[0;m�[1;31m20221209175405422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175405422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175405422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175405422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175405423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175405423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175405435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175405443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175405443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175405443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:08.812044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30618): Terminating (SIGTERM)\u000a17:54:08.854047 run iperf3-srv_10.42.42.10(pid=30619): Terminating (SIGTERM)\u000a17:54:08.895999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30622): Terminating (SIGTERM)\u000a17:54:08.938369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30625): Terminating (SIGTERM)\u000a17:54:08.980290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30628): Terminating (SIGTERM)\u000a17:54:08.990015 --- ParallelTerminationStrategy: PID 30618 died...\u000a17:54:09.046178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30618): Terminated: ok {rc=0}\u000a17:54:09.056193 --- ParallelTerminationStrategy: PID 30619 died...\u000a17:54:09.111705 run iperf3-srv_10.42.42.10(pid=30619): Terminated {rc=256}\u000a17:54:09.121746 --- ParallelTerminationStrategy: PID 30622 died...\u000a17:54:09.177565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30622): Terminated: ok {rc=0}\u000a17:54:09.187586 --- ParallelTerminationStrategy: PID 30625 died...\u000a17:54:09.244059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30625): Terminated: ok {rc=0}\u000a17:54:09.254039 --- ParallelTerminationStrategy: PID 30628 died...\u000a17:54:09.309735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30628): Terminated: ok {rc=0}\u000a17:54:09.397452 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30645): Process ended prematurely: osmo-stp_10.42.42.5(pid=30645) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30645)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30645): Process ended prematurely: osmo-stp_10.42.42.5(pid=30645) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a17:54:10.513540 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:10.526020 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:54:10.673323 tst iperf3m4.py: using LAC 22707\u000a17:54:10.802225 tst iperf3m4.py: using RAC 12\u000a17:54:10.929297 tst iperf3m4.py: using CellId 22707\u000a17:54:11.055663 tst iperf3m4.py: using BVCI 22708\u000a17:54:11.080570 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:11.092343 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:11.103816 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:11.115550 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:11.127204 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:11.138744 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:11.150414 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:11.161854 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:11.173664 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:11.291497 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:11.411182 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:11.530275 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:11.810830 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:54:11.938412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:12.256496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30631): Launched\u000a17:54:12.521416 run iperf3-srv_10.42.42.10(pid=30632): Launched\u000a17:54:12.707466 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:54:12.834277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:13.153108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30633): Launched\u000a17:54:13.415645 run iperf3-srv_10.42.42.10(pid=30634): Launched\u000a17:54:13.601583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:54:13.728109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:14.044807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30635): Launched\u000a17:54:14.307702 run iperf3-srv_10.42.42.10(pid=30636): Launched\u000a17:54:14.493447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:54:14.619923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:14.936253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30637): Launched\u000a17:54:15.200614 run iperf3-srv_10.42.42.10(pid=30638): Launched\u000a17:54:15.386340 tst iperf3m4.py:8: start network...\u000a17:54:15.513012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:16.048879 run create_hlr_db(pid=30639): Launched\u000a17:54:16.243338 bus /gobi_6: Setting Powered False\u000a17:54:17.293620 run create_hlr_db(pid=30639): Terminated: ok {rc=0}\u000a17:54:17.704438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30641): Launched\u000a17:54:18.010579 run osmo-hlr_10.42.42.2(pid=30642): Launched\u000a17:54:18.127526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:18.660057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30644): Launched\u000a17:54:18.967631 run osmo-stp_10.42.42.5(pid=30645): Launched\u000a17:54:19.079030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:54:19.612021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30647): Launched\u000a17:54:19.720636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:54:19.987081 run patchelf(pid=30648): Launched\u000a17:54:20.166111 run osmo-stp_10.42.42.5(pid=30645): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30645)]\u000a17:54:20.297076 run osmo-stp_10.42.42.5(pid=30645): stdout: \u000a| (launched: 2022-12-09_17:54:18.814647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:20.428616 run osmo-stp_10.42.42.5(pid=30645): stderr: \u000a| �[0;m�[38;5;43m20221209175418986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175418987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175418987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175418987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175418988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175418988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175418988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:20.554779 run osmo-stp_10.42.42.5(pid=30645): stdout: \u000a| (launched: 2022-12-09_17:54:18.814647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:20.680397 run osmo-stp_10.42.42.5(pid=30645): stderr: \u000a| �[0;m�[38;5;43m20221209175418986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175418987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175418987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175418987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175418988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175418988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175418988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:20.826239 run patchelf(pid=30648): Terminating (SIGINT)\u000a17:54:20.997850 run patchelf(pid=30648): Terminated: ok {rc=0}\u000a17:54:21.029626 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30645): Process ended prematurely: osmo-stp_10.42.42.5(pid=30645) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30645)] [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a17:54:21.039061 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a17:54:21.100638 run osmo-hlr_10.42.42.2(pid=30642): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30642)]\u000a17:54:21.150604 run osmo-hlr_10.42.42.2(pid=30642): stdout: \u000a| (launched: 2022-12-09_17:54:17.859610) \u000a17:54:21.200806 run osmo-hlr_10.42.42.2(pid=30642): stderr: \u000a| �[0;m�[1;31m20221209175418034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175418035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175418035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175418035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175418035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175418035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175418047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175418057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175418058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175418058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:21.243643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30631): Terminating (SIGTERM)\u000a17:54:21.283570 run iperf3-srv_10.42.42.10(pid=30632): Terminating (SIGTERM)\u000a17:54:21.323989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30633): Terminating (SIGTERM)\u000a17:54:21.363737 run iperf3-srv_10.42.42.10(pid=30634): Terminating (SIGTERM)\u000a17:54:21.403717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30635): Terminating (SIGTERM)\u000a17:54:21.443670 run iperf3-srv_10.42.42.10(pid=30636): Terminating (SIGTERM)\u000a17:54:21.483608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30637): Terminating (SIGTERM)\u000a17:54:21.523545 run iperf3-srv_10.42.42.10(pid=30638): Terminating (SIGTERM)\u000a17:54:21.563785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30641): Terminating (SIGTERM)\u000a17:54:21.603554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30644): Terminating (SIGTERM)\u000a17:54:21.643790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30647): Terminating (SIGTERM)\u000a17:54:21.653112 --- ParallelTerminationStrategy: PID 30631 died...\u000a17:54:21.706717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30631): Terminated: ok {rc=0}\u000a17:54:21.716179 --- ParallelTerminationStrategy: PID 30632 died...\u000a17:54:21.770660 run iperf3-srv_10.42.42.10(pid=30632): Terminated {rc=256}\u000a17:54:21.780424 --- ParallelTerminationStrategy: PID 30633 died...\u000a17:54:21.834041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30633): Terminated: ok {rc=0}\u000a17:54:21.843670 --- ParallelTerminationStrategy: PID 30634 died...\u000a17:54:21.897204 run iperf3-srv_10.42.42.10(pid=30634): Terminated {rc=256}\u000a17:54:21.906770 --- ParallelTerminationStrategy: PID 30635 died...\u000a17:54:21.960054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30635): Terminated: ok {rc=0}\u000a17:54:21.969842 --- ParallelTerminationStrategy: PID 30636 died...\u000a17:54:22.022919 run iperf3-srv_10.42.42.10(pid=30636): Terminated {rc=256}\u000a17:54:22.032804 --- ParallelTerminationStrategy: PID 30637 died...\u000a17:54:22.086162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30637): Terminated: ok {rc=0}\u000a17:54:22.095960 --- ParallelTerminationStrategy: PID 30638 died...\u000a17:54:22.149094 run iperf3-srv_10.42.42.10(pid=30638): Terminated {rc=256}\u000a17:54:22.158916 --- ParallelTerminationStrategy: PID 30641 died...\u000a17:54:22.212463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30641): Terminated: ok {rc=0}\u000a17:54:22.222065 --- ParallelTerminationStrategy: PID 30644 died...\u000a17:54:22.275359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30644): Terminated: ok {rc=0}\u000a17:54:22.285288 --- ParallelTerminationStrategy: PID 30647 died...\u000a17:54:22.338663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30647): Terminated: ok {rc=0}\u000a17:54:22.422986 bus /gobi_4: Setting Powered False\u000a17:54:23.524527 bus /gobi_4: Setting Powered False\u000a17:54:24.632478 bus /gobi_1: Setting Powered False\u000a17:54:25.740265 bus /gobi_1: Setting Powered False\u000a17:54:26.851847 bus /gobi_0: Setting Powered False\u000a17:54:27.954969 bus /gobi_0: Setting Powered False\u000a17:54:29.066066 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a17:54:30.131496 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.143541 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:54:30.283430 tst ping.py: using LAC 22708\u000a17:54:30.409685 tst ping.py: using RAC 13\u000a17:54:30.538663 tst ping.py: using CellId 22708\u000a17:54:30.655312 tst ping.py: using BVCI 22709\u000a17:54:30.678147 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.689538 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.700659 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.712021 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.723658 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.735146 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.746735 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.758113 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:31.104640 tst ping.py:19: start network...\u000a17:54:31.235840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:31.748103 run create_hlr_db(pid=30650): Launched\u000a17:54:31.943142 bus /gobi_6: Setting Powered False\u000a17:54:32.955414 run create_hlr_db(pid=30650): Terminated: ok {rc=0}\u000a17:54:33.386664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Launched\u000a17:54:33.705457 run osmo-hlr_10.42.42.2(pid=30653): Launched\u000a17:54:33.825144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:34.384691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Launched\u000a17:54:34.703047 run osmo-stp_10.42.42.5(pid=30656): Launched\u000a17:54:34.817664 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:54:35.376234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30658): Launched\u000a17:54:35.490038 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:54:35.769888 run patchelf(pid=30659): Launched\u000a17:54:35.956527 run osmo-stp_10.42.42.5(pid=30656): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]\u000a17:54:36.093717 run osmo-stp_10.42.42.5(pid=30656): stdout: \u000a| (launched: 2022-12-09_17:54:34.546620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:36.231625 run osmo-stp_10.42.42.5(pid=30656): stderr: \u000a| �[0;m�[38;5;43m20221209175434739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175434739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175434740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175434740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175434740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175434741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175434741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:36.364798 run osmo-stp_10.42.42.5(pid=30656): stdout: \u000a| (launched: 2022-12-09_17:54:34.546620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:36.496174 run osmo-stp_10.42.42.5(pid=30656): stderr: \u000a| �[0;m�[38;5;43m20221209175434739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175434739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175434740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175434740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175434740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175434741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175434741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:36.648872 run patchelf(pid=30659): Terminating (SIGINT)\u000a17:54:36.828532 run patchelf(pid=30659): Terminated: ok {rc=0}\u000a17:54:36.861425 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)] [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a17:54:36.870907 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:54:36.934061 run osmo-hlr_10.42.42.2(pid=30653): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30653)]\u000a17:54:36.985827 run osmo-hlr_10.42.42.2(pid=30653): stdout: \u000a| (launched: 2022-12-09_17:54:33.548740) \u000a17:54:37.038190 run osmo-hlr_10.42.42.2(pid=30653): stderr: \u000a| �[0;m�[1;31m20221209175433749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175433749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175433749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175433749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175433749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175433749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175433763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175433772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175433773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175433773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:37.082602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Terminating (SIGTERM)\u000a17:54:37.124768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Terminating (SIGTERM)\u000a17:54:37.166518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30658): Terminating (SIGTERM)\u000a17:54:37.176365 --- ParallelTerminationStrategy: PID 30652 died...\u000a17:54:37.232314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Terminated: ok {rc=0}\u000a17:54:37.242495 --- ParallelTerminationStrategy: PID 30655 died...\u000a17:54:37.298185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Terminated: ok {rc=0}\u000a17:54:37.308366 --- ParallelTerminationStrategy: PID 30658 died...\u000a17:54:37.364469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30658): Terminated: ok {rc=0}\u000a17:54:37.452110 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30666): Process ended prematurely: osmo-stp_10.42.42.5(pid=30666) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30666)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30666): Process ended prematurely: osmo-stp_10.42.42.5(pid=30666) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a17:54:38.505339 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:38.517884 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:54:38.658779 tst ping_idle_ping.py: using LAC 22709\u000a17:54:38.775377 tst ping_idle_ping.py: using RAC 14\u000a17:54:38.897073 tst ping_idle_ping.py: using CellId 22709\u000a17:54:39.014351 tst ping_idle_ping.py: using BVCI 22710\u000a17:54:39.037215 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:39.048492 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:39.059691 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:39.071175 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:39.082600 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:39.093943 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:39.105405 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:39.116746 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:39.409317 tst ping_idle_ping.py:24: start network...\u000a17:54:39.542345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:40.055390 run create_hlr_db(pid=30660): Launched\u000a17:54:40.241257 bus /gobi_6: Setting Powered False\u000a17:54:41.261409 run create_hlr_db(pid=30660): Terminated: ok {rc=0}\u000a17:54:41.690074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30662): Launched\u000a17:54:42.011414 run osmo-hlr_10.42.42.2(pid=30663): Launched\u000a17:54:42.127466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:42.682900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30665): Launched\u000a17:54:43.004154 run osmo-stp_10.42.42.5(pid=30666): Launched\u000a17:54:43.119801 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:54:43.679435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30668): Launched\u000a17:54:43.793069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:54:44.072096 run patchelf(pid=30669): Launched\u000a17:54:44.259177 run osmo-stp_10.42.42.5(pid=30666): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30666)]\u000a17:54:44.397316 run osmo-stp_10.42.42.5(pid=30666): stdout: \u000a| (launched: 2022-12-09_17:54:42.845632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:44.535127 run osmo-stp_10.42.42.5(pid=30666): stderr: \u000a| �[0;m�[38;5;43m20221209175443039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175443040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175443040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175443040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175443041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175443041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175443041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:44.667284 run osmo-stp_10.42.42.5(pid=30666): stdout: \u000a| (launched: 2022-12-09_17:54:42.845632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:44.798461 run osmo-stp_10.42.42.5(pid=30666): stderr: \u000a| �[0;m�[38;5;43m20221209175443039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175443040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175443040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175443040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175443041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175443041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175443041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:44.951606 run patchelf(pid=30669): Terminating (SIGINT)\u000a17:54:45.130841 run patchelf(pid=30669): Terminated: ok {rc=0}\u000a17:54:45.163549 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30666): Process ended prematurely: osmo-stp_10.42.42.5(pid=30666) [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30666)] [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a17:54:45.172897 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:54:45.235936 run osmo-hlr_10.42.42.2(pid=30663): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30663)]\u000a17:54:45.287508 run osmo-hlr_10.42.42.2(pid=30663): stdout: \u000a| (launched: 2022-12-09_17:54:41.852176) \u000a17:54:45.340012 run osmo-hlr_10.42.42.2(pid=30663): stderr: \u000a| �[0;m�[1;31m20221209175442051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175442051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175442051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175442051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175442051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175442051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175442063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175442071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175442071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175442071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:45.385076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30662): Terminating (SIGTERM)\u000a17:54:45.427447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30665): Terminating (SIGTERM)\u000a17:54:45.469801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30668): Terminating (SIGTERM)\u000a17:54:45.479606 --- ParallelTerminationStrategy: PID 30662 died...\u000a17:54:45.536162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30662): Terminated: ok {rc=0}\u000a17:54:45.546354 --- ParallelTerminationStrategy: PID 30665 died...\u000a17:54:45.602584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30665): Terminated: ok {rc=0}\u000a17:54:45.612536 --- ParallelTerminationStrategy: PID 30668 died...\u000a17:54:45.668383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30668): Terminated: ok {rc=0}\u000a17:54:45.756429 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:53:47" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30680): Process ended prematurely: osmo-stp_10.42.42.5(pid=30680) [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30680)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30680): Process ended prematurely: osmo-stp_10.42.42.5(pid=30680) [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:54:47.811681 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:54:47.823332 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:54:47.977702 tst switch_tch_pdch.py: using LAC 22710\u000a17:54:48.097539 tst switch_tch_pdch.py: using RAC 15\u000a17:54:48.214783 tst switch_tch_pdch.py: using CellId 22710\u000a17:54:48.338598 tst switch_tch_pdch.py: using BVCI 22711\u000a17:54:48.363473 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:54:48.375345 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:54:48.386996 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:54:48.398726 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:54:48.410599 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:54:48.422298 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:54:48.433957 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:54:48.445606 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:54:48.564371 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:54:48.839698 tst switch_tch_pdch.py:51: start network...\u000a17:54:48.964012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:49.434804 run create_hlr_db(pid=30674): Launched\u000a17:54:49.608016 bus /gobi_6: Setting Powered False\u000a17:54:50.628523 run create_hlr_db(pid=30674): Terminated: ok {rc=0}\u000a17:54:51.028001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30676): Launched\u000a17:54:51.326765 run osmo-hlr_10.42.42.2(pid=30677): Launched\u000a17:54:51.442062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:51.971022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30679): Launched\u000a17:54:52.270871 run osmo-stp_10.42.42.5(pid=30680): Launched\u000a17:54:52.381955 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:54:52.903749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30682): Launched\u000a17:54:53.009964 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:54:53.270403 run patchelf(pid=30683): Launched\u000a17:54:53.445396 run osmo-stp_10.42.42.5(pid=30680): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30680)]\u000a17:54:53.573709 run osmo-stp_10.42.42.5(pid=30680): stdout: \u000a| (launched: 2022-12-09_17:54:52.122187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:53.702726 run osmo-stp_10.42.42.5(pid=30680): stderr: \u000a| �[0;m�[38;5;43m20221209175452295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175452295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175452295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175452296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175452296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175452296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175452296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:53.826791 run osmo-stp_10.42.42.5(pid=30680): stdout: \u000a| (launched: 2022-12-09_17:54:52.122187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:53.949692 run osmo-stp_10.42.42.5(pid=30680): stderr: \u000a| �[0;m�[38;5;43m20221209175452295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175452295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175452295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175452296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175452296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175452296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175452296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:54.092621 run patchelf(pid=30683): Terminating (SIGINT)\u000a17:54:54.260595 run patchelf(pid=30683): Terminated: ok {rc=0}\u000a17:54:54.291275 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30680): Process ended prematurely: osmo-stp_10.42.42.5(pid=30680) [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30680)] [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:54:54.300058 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a17:54:54.360606 run osmo-hlr_10.42.42.2(pid=30677): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30677)]\u000a17:54:54.409666 run osmo-hlr_10.42.42.2(pid=30677): stdout: \u000a| (launched: 2022-12-09_17:54:51.179310) \u000a17:54:54.459740 run osmo-hlr_10.42.42.2(pid=30677): stderr: \u000a| �[0;m�[1;31m20221209175451358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175451358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175451358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175451358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175451358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175451358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175451371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175451381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175451381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175451381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:54.502515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30676): Terminating (SIGTERM)\u000a17:54:54.542594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30679): Terminating (SIGTERM)\u000a17:54:54.582713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30682): Terminating (SIGTERM)\u000a17:54:54.592114 --- ParallelTerminationStrategy: PID 30676 died...\u000a17:54:54.645526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30676): Terminated: ok {rc=0}\u000a17:54:54.655095 --- ParallelTerminationStrategy: PID 30679 died...\u000a17:54:54.708009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30679): Terminated: ok {rc=0}\u000a17:54:54.717812 --- ParallelTerminationStrategy: PID 30682 died...\u000a17:54:54.770738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30682): Terminated: ok {rc=0}\u000a17:54:54.859700 bus /gobi_0: Setting Powered False\u000a17:54:55.963660 bus /gobi_0: Setting Powered False\u000a17:54:57.070819 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:54:47" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30696): Process ended prematurely: osmo-stp_10.42.42.5(pid=30696) [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30696)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30696): Process ended prematurely: osmo-stp_10.42.42.5(pid=30696) [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:54:59.052638 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:54:59.064051 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:54:59.231293 tst switch_tch_pdch.py: using LAC 22711\u000a17:54:59.354273 tst switch_tch_pdch.py: using RAC 16\u000a17:54:59.479909 tst switch_tch_pdch.py: using CellId 22711\u000a17:54:59.603126 tst switch_tch_pdch.py: using BVCI 22712\u000a17:54:59.627601 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:54:59.639216 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:54:59.650474 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:54:59.661750 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:54:59.672932 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:54:59.684212 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:54:59.695591 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:54:59.706868 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:54:59.822050 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:55:00.094973 tst switch_tch_pdch.py:51: start network...\u000a17:55:00.218609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:00.664672 run create_hlr_db(pid=30687): Launched\u000a17:55:00.786527 bus /gobi_6: Setting Powered False\u000a17:55:01.909156 run create_hlr_db(pid=30687): Terminated: ok {rc=0}\u000a17:55:02.362223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30692): Launched\u000a17:55:02.662063 run osmo-hlr_10.42.42.2(pid=30693): Launched\u000a17:55:02.771975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:03.266029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30695): Launched\u000a17:55:03.564923 run osmo-stp_10.42.42.5(pid=30696): Launched\u000a17:55:03.673794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:55:04.169745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30698): Launched\u000a17:55:04.275852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:55:04.537075 run patchelf(pid=30699): Launched\u000a17:55:04.712081 run osmo-stp_10.42.42.5(pid=30696): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30696)]\u000a17:55:04.840379 run osmo-stp_10.42.42.5(pid=30696): stdout: \u000a| (launched: 2022-12-09_17:55:03.417544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:04.969630 run osmo-stp_10.42.42.5(pid=30696): stderr: \u000a| �[0;m�[38;5;43m20221209175503588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175503588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175503588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175503588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175503589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175503589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175503589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:05.093970 run osmo-stp_10.42.42.5(pid=30696): stdout: \u000a| (launched: 2022-12-09_17:55:03.417544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:05.216756 run osmo-stp_10.42.42.5(pid=30696): stderr: \u000a| �[0;m�[38;5;43m20221209175503588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175503588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175503588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175503588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175503589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175503589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175503589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:05.359034 run patchelf(pid=30699): Terminating (SIGINT)\u000a17:55:05.526830 run patchelf(pid=30699): Terminated: ok {rc=0}\u000a17:55:05.557394 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30696): Process ended prematurely: osmo-stp_10.42.42.5(pid=30696) [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30696)] [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:55:05.566273 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a17:55:05.626638 run osmo-hlr_10.42.42.2(pid=30693): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30693)]\u000a17:55:05.675746 run osmo-hlr_10.42.42.2(pid=30693): stdout: \u000a| (launched: 2022-12-09_17:55:02.514110) \u000a17:55:05.725977 run osmo-hlr_10.42.42.2(pid=30693): stderr: \u000a| �[0;m�[1;31m20221209175502691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175502691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175502691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175502691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175502691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175502691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175502703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175502712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175502712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175502712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:05.768298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30692): Terminating (SIGTERM)\u000a17:55:05.808434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30695): Terminating (SIGTERM)\u000a17:55:05.848424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30698): Terminating (SIGTERM)\u000a17:55:05.857823 --- ParallelTerminationStrategy: PID 30692 died...\u000a17:55:05.911280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30692): Terminated: ok {rc=0}\u000a17:55:05.921144 --- ParallelTerminationStrategy: PID 30695 died...\u000a17:55:05.974434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30695): Terminated: ok {rc=0}\u000a17:55:05.984095 --- ParallelTerminationStrategy: PID 30698 died...\u000a17:55:06.037031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30698): Terminated: ok {rc=0}\u000a17:55:06.121159 bus /gobi_0: Setting Powered False\u000a17:55:07.228316 bus /gobi_0: Setting Powered False\u000a17:55:08.335865 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:54:58" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30704): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30704) [trial-2362↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30704)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30704): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30704) [trial-2362↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a17:55:10.241710 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a17:55:10.252719 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a17:55:10.396674 tst mo_mt_sms.py: using LAC 22712\u000a17:55:10.520904 tst mo_mt_sms.py: using RAC 17\u000a17:55:10.642437 tst mo_mt_sms.py: using CellId 22712\u000a17:55:10.767039 tst mo_mt_sms.py: using BVCI 22713\u000a17:55:10.791196 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a17:55:10.905299 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a17:55:11.195890 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:55:11.328642 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:55:11.987074 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30703): Launched\u000a17:55:12.302071 run osmo-nitb_10.42.42.2(pid=30704): Launched\u000a17:55:12.498079 run osmo-nitb_10.42.42.2(pid=30704): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30704)]\u000a17:55:12.642427 run osmo-nitb_10.42.42.2(pid=30704): stdout: \u000a| (launched: 2022-12-09_17:55:12.148669) \u000a17:55:12.786742 run osmo-nitb_10.42.42.2(pid=30704): stderr: \u000a| (launched: 2022-12-09_17:55:12.196054)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:12.927176 run osmo-nitb_10.42.42.2(pid=30704): stdout: \u000a| (launched: 2022-12-09_17:55:12.148669) \u000a17:55:13.065497 run osmo-nitb_10.42.42.2(pid=30704): stderr: \u000a| (launched: 2022-12-09_17:55:12.196054)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:13.430524 tst osmo-nitb_10.42.42.2(pid=30704): stdout: \u000a| (launched: 2022-12-09_17:55:12.148669) \u000a17:55:13.557226 tst osmo-nitb_10.42.42.2(pid=30704): stderr: \u000a| (launched: 2022-12-09_17:55:12.196054)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:13.612765 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30704): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30704) [trial-2362↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30704)] [trial-2362↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a17:55:13.621863 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a17:55:13.658280 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30703): Terminating (SIGTERM)\u000a17:55:13.835956 --- ParallelTerminationStrategy: PID 30703 died...\u000a17:55:13.893757 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30703): Terminated: ok {rc=0}\u000a17:55:13.980120 bus /sierra_3: Setting Powered False\u000a17:55:15.089263 bus /sierra_3: Setting Powered False\u000a17:55:16.223333 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:55:10" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30715): Process ended prematurely: osmo-stp_10.42.42.5(pid=30715) [trial-2362↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30715)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30715): Process ended prematurely: osmo-stp_10.42.42.5(pid=30715) [trial-2362↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a17:55:18.115943 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:18.126490 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a17:55:18.264490 tst mo_mt_sms.py: using LAC 22713\u000a17:55:18.388848 tst mo_mt_sms.py: using RAC 18\u000a17:55:18.511419 tst mo_mt_sms.py: using CellId 22713\u000a17:55:18.636590 tst mo_mt_sms.py: using BVCI 22714\u000a17:55:18.660862 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:18.672038 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:18.683105 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:18.694025 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:18.704816 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:18.715643 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a17:55:18.829193 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a17:55:19.032438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:19.505238 run create_hlr_db(pid=30709): Launched\u000a17:55:19.678133 bus /sierra_2: Setting Powered False\u000a17:55:20.699219 run create_hlr_db(pid=30709): Terminated: ok {rc=0}\u000a17:55:21.125950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30711): Launched\u000a17:55:21.445708 run osmo-hlr_10.42.42.2(pid=30712): Launched\u000a17:55:21.564431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:22.119358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30714): Launched\u000a17:55:22.439488 run osmo-stp_10.42.42.5(pid=30715): Launched\u000a17:55:22.554408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:55:23.138943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30717): Launched\u000a17:55:23.458317 run osmo-msc_10.42.42.6(pid=30718): Launched\u000a17:55:23.645560 run osmo-stp_10.42.42.5(pid=30715): ERR: Terminated: ERROR {rc=1} [trial-2362↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30715)]\u000a17:55:23.780051 run osmo-stp_10.42.42.5(pid=30715): stdout: \u000a| (launched: 2022-12-09_17:55:22.281406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:23.914308 run osmo-stp_10.42.42.5(pid=30715): stderr: \u000a| �[0;m�[38;5;43m20221209175522474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175522474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175522475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175522475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175522475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175522476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175522476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:24.042017 run osmo-stp_10.42.42.5(pid=30715): stdout: \u000a| (launched: 2022-12-09_17:55:22.281406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:24.168636 run osmo-stp_10.42.42.5(pid=30715): stderr: \u000a| �[0;m�[38;5;43m20221209175522474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175522474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175522475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175522475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175522475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175522476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175522476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:24.224442 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30715): Process ended prematurely: osmo-stp_10.42.42.5(pid=30715) [trial-2362↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30715)] [trial-2362↪sms:trx-lms↪mo_mt_sms.py:16]\u000a17:55:24.233356 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a17:55:24.295868 run osmo-hlr_10.42.42.2(pid=30712): ERR: Terminated: ERROR {rc=237} [trial-2362↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30712)]\u000a17:55:24.347271 run osmo-hlr_10.42.42.2(pid=30712): stdout: \u000a| (launched: 2022-12-09_17:55:21.288300) \u000a17:55:24.399628 run osmo-hlr_10.42.42.2(pid=30712): stderr: \u000a| �[0;m�[1;31m20221209175521487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175521487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175521487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175521487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175521487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175521487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175521499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175521507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175521507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175521508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:24.470198 run osmo-msc_10.42.42.6(pid=30718): ERR: Terminated: ERROR {rc=2} [trial-2362↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30718)]\u000a17:55:24.521392 run osmo-msc_10.42.42.6(pid=30718): stdout: \u000a| (launched: 2022-12-09_17:55:23.301305) \u000a17:55:24.573362 run osmo-msc_10.42.42.6(pid=30718): stderr: \u000a| �[0;m�[38;5;43m20221209175523622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175523622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45e8ce7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175523622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175523622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175523623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175523623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175523624 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175523625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175523625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175523625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:55:24.617714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30711): Terminating (SIGTERM)\u000a17:55:24.659596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30714): Terminating (SIGTERM)\u000a17:55:24.701527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30717): Terminating (SIGTERM)\u000a17:55:24.711212 --- ParallelTerminationStrategy: PID 30711 died...\u000a17:55:24.767267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30711): Terminated: ok {rc=0}\u000a17:55:24.777452 --- ParallelTerminationStrategy: PID 30714 died...\u000a17:55:24.832840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30714): Terminated: ok {rc=0}\u000a17:55:24.842920 --- ParallelTerminationStrategy: PID 30717 died...\u000a17:55:24.898513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30717): Terminated: ok {rc=0}\u000a17:55:24.985941 bus /sierra_3: Setting Powered False\u000a17:55:26.091877 bus /sierra_3: Setting Powered False\u000a17:55:27.200100 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:55:17" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30724) [trial-2362↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30724)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30724) [trial-2362↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a17:55:29.046980 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a17:55:29.058145 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a17:55:29.191841 tst assert_extension.py: using LAC 22714\u000a17:55:29.316445 tst assert_extension.py: using RAC 19\u000a17:55:29.447171 tst assert_extension.py: using CellId 22714\u000a17:55:29.570175 tst assert_extension.py: using BVCI 22715\u000a17:55:29.594579 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a17:55:29.869100 tst assert_extension.py:10: start nitb and bts...\u000a17:55:29.993167 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:55:30.615830 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30723): Launched\u000a17:55:30.927794 run osmo-nitb_10.42.42.2(pid=30724): Launched\u000a17:55:31.115363 run osmo-nitb_10.42.42.2(pid=30724): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30724)]\u000a17:55:31.254889 run osmo-nitb_10.42.42.2(pid=30724): stdout: \u000a| (launched: 2022-12-09_17:55:30.767149) \u000a17:55:31.394747 run osmo-nitb_10.42.42.2(pid=30724): stderr: \u000a| (launched: 2022-12-09_17:55:30.811556)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:31.529164 run osmo-nitb_10.42.42.2(pid=30724): stdout: \u000a| (launched: 2022-12-09_17:55:30.767149) \u000a17:55:31.662368 run osmo-nitb_10.42.42.2(pid=30724): stderr: \u000a| (launched: 2022-12-09_17:55:30.811556)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:32.050055 tst osmo-nitb_10.42.42.2(pid=30724): stdout: \u000a| (launched: 2022-12-09_17:55:30.767149) \u000a17:55:32.173106 tst osmo-nitb_10.42.42.2(pid=30724): stderr: \u000a| (launched: 2022-12-09_17:55:30.811556)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:32.226860 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30724) [trial-2362↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30724)] [trial-2362↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a17:55:32.235647 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a17:55:32.272654 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30723): Terminating (SIGTERM)\u000a17:55:32.451845 --- ParallelTerminationStrategy: PID 30723 died...\u000a17:55:32.508453 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30723): Terminated: ok {rc=0}\u000a17:55:32.597799 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:55:28" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30734): Process ended prematurely: osmo-stp_10.42.42.5(pid=30734) [trial-2362↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30734): Process ended prematurely: osmo-stp_10.42.42.5(pid=30734) [trial-2362↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a17:55:34.432274 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:34.442853 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a17:55:34.579238 tst assert_extension.py: using LAC 22715\u000a17:55:34.698054 tst assert_extension.py: using RAC 20\u000a17:55:34.814354 tst assert_extension.py: using CellId 22715\u000a17:55:34.931919 tst assert_extension.py: using BVCI 22716\u000a17:55:34.954512 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:34.964934 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:34.975362 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:34.985997 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:34.996721 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:35.007386 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a17:55:35.216472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:35.726802 run create_hlr_db(pid=30728): Launched\u000a17:55:35.912184 bus /sierra_2: Setting Powered False\u000a17:55:36.931960 run create_hlr_db(pid=30728): Terminated: ok {rc=0}\u000a17:55:37.359774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30730): Launched\u000a17:55:37.679937 run osmo-hlr_10.42.42.2(pid=30731): Launched\u000a17:55:37.799638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:38.357827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30733): Launched\u000a17:55:38.678146 run osmo-stp_10.42.42.5(pid=30734): Launched\u000a17:55:38.793392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:55:39.376141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30736): Launched\u000a17:55:39.694928 run osmo-msc_10.42.42.6(pid=30737): Launched\u000a17:55:39.881446 run osmo-stp_10.42.42.5(pid=30734): ERR: Terminated: ERROR {rc=1} [trial-2362↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)]\u000a17:55:40.017814 run osmo-stp_10.42.42.5(pid=30734): stdout: \u000a| (launched: 2022-12-09_17:55:38.519970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:40.152344 run osmo-stp_10.42.42.5(pid=30734): stderr: \u000a| �[0;m�[38;5;43m20221209175538711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175538711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175538711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175538712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175538712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175538712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175538712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:40.280224 run osmo-stp_10.42.42.5(pid=30734): stdout: \u000a| (launched: 2022-12-09_17:55:38.519970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:40.407718 run osmo-stp_10.42.42.5(pid=30734): stderr: \u000a| �[0;m�[38;5;43m20221209175538711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175538711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175538711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175538712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175538712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175538712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175538712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:40.463531 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30734): Process ended prematurely: osmo-stp_10.42.42.5(pid=30734) [trial-2362↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)] [trial-2362↪ussd:trx-lms↪assert_extension.py:17]\u000a17:55:40.472203 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a17:55:40.534948 run osmo-hlr_10.42.42.2(pid=30731): ERR: Terminated: ERROR {rc=237} [trial-2362↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30731)]\u000a17:55:40.586465 run osmo-hlr_10.42.42.2(pid=30731): stdout: \u000a| (launched: 2022-12-09_17:55:37.522729) \u000a17:55:40.638713 run osmo-hlr_10.42.42.2(pid=30731): stderr: \u000a| �[0;m�[1;31m20221209175537722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175537722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175537722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175537722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175537722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175537722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175537735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175537743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175537743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175537743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:40.709699 run osmo-msc_10.42.42.6(pid=30737): ERR: Terminated: ERROR {rc=2} [trial-2362↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30737)]\u000a17:55:40.761021 run osmo-msc_10.42.42.6(pid=30737): stdout: \u000a| (launched: 2022-12-09_17:55:39.538484) \u000a17:55:40.813076 run osmo-msc_10.42.42.6(pid=30737): stderr: \u000a| �[0;m�[38;5;43m20221209175539860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175539860 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78ccab1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175539861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175539861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175539861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175539861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175539863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175539863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175539863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175539863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:55:40.857347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30730): Terminating (SIGTERM)\u000a17:55:40.899323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30733): Terminating (SIGTERM)\u000a17:55:40.941525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30736): Terminating (SIGTERM)\u000a17:55:40.950913 --- ParallelTerminationStrategy: PID 30730 died...\u000a17:55:41.007348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30730): Terminated: ok {rc=0}\u000a17:55:41.017550 --- ParallelTerminationStrategy: PID 30733 died...\u000a17:55:41.073674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30733): Terminated: ok {rc=0}\u000a17:55:41.083762 --- ParallelTerminationStrategy: PID 30736 died...\u000a17:55:41.139942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30736): Terminated: ok {rc=0}\u000a17:55:41.226819 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:55:34" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30748): Process ended prematurely: osmo-stp_10.42.42.5(pid=30748) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30748)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30748): Process ended prematurely: osmo-stp_10.42.42.5(pid=30748) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:55:43.191982 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:43.203526 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:55:43.367377 tst mo_mt_call.py: using LAC 22716\u000a17:55:43.494319 tst mo_mt_call.py: using RAC 21\u000a17:55:43.622638 tst mo_mt_call.py: using CellId 22716\u000a17:55:43.749324 tst mo_mt_call.py: using BVCI 22717\u000a17:55:43.774073 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:43.785968 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:43.797431 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:43.808677 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:43.820120 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:43.831479 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:55:43.951819 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:55:44.164528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:44.682910 run create_hlr_db(pid=30742): Launched\u000a17:55:44.870192 bus /sierra_2: Setting Powered False\u000a17:55:45.899800 run create_hlr_db(pid=30742): Terminated: ok {rc=0}\u000a17:55:46.358998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30744): Launched\u000a17:55:46.780447 run osmo-hlr_10.42.42.2(pid=30745): Launched\u000a17:55:47.049369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:47.631468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30747): Launched\u000a17:55:47.935720 run osmo-stp_10.42.42.5(pid=30748): Launched\u000a17:55:48.047519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:55:48.603190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30750): Launched\u000a17:55:48.907196 run osmo-msc_10.42.42.6(pid=30751): Launched\u000a17:55:49.085954 run osmo-stp_10.42.42.5(pid=30748): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30748)]\u000a17:55:49.215375 run osmo-stp_10.42.42.5(pid=30748): stdout: \u000a| (launched: 2022-12-09_17:55:47.785695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:49.341966 run osmo-stp_10.42.42.5(pid=30748): stderr: \u000a| �[0;m�[38;5;43m20221209175547957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175547957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175547957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175547958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175547958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175547958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175547958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:49.464128 run osmo-stp_10.42.42.5(pid=30748): stdout: \u000a| (launched: 2022-12-09_17:55:47.785695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:49.584231 run osmo-stp_10.42.42.5(pid=30748): stderr: \u000a| �[0;m�[38;5;43m20221209175547957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175547957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175547957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175547958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175547958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175547958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175547958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:49.637519 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30748): Process ended prematurely: osmo-stp_10.42.42.5(pid=30748) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30748)] [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:55:49.646378 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a17:55:49.706929 run osmo-hlr_10.42.42.2(pid=30745): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30745)]\u000a17:55:49.756117 run osmo-hlr_10.42.42.2(pid=30745): stdout: \u000a| (launched: 2022-12-09_17:55:46.531519) \u000a17:55:49.806172 run osmo-hlr_10.42.42.2(pid=30745): stderr: \u000a| �[0;m�[1;31m20221209175546875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175546875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175546875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175546875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175546876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175546876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175546895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175546904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175546904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175546905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:49.874038 run osmo-msc_10.42.42.6(pid=30751): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30751)]\u000a17:55:49.923299 run osmo-msc_10.42.42.6(pid=30751): stdout: \u000a| (launched: 2022-12-09_17:55:48.756840) \u000a17:55:49.973017 run osmo-msc_10.42.42.6(pid=30751): stderr: \u000a| �[0;m�[38;5;43m20221209175549027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175549028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b1db59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175549028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175549028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175549028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175549028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175549030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175549031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175549031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175549031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:55:50.014911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30744): Terminating (SIGTERM)\u000a17:55:50.054719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30747): Terminating (SIGTERM)\u000a17:55:50.094729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30750): Terminating (SIGTERM)\u000a17:55:50.104181 --- ParallelTerminationStrategy: PID 30744 died...\u000a17:55:50.157704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30744): Terminated: ok {rc=0}\u000a17:55:50.167617 --- ParallelTerminationStrategy: PID 30747 died...\u000a17:55:50.220806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30747): Terminated: ok {rc=0}\u000a17:55:50.230726 --- ParallelTerminationStrategy: PID 30750 died...\u000a17:55:50.284631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30750): Terminated: ok {rc=0}\u000a17:55:50.374460 bus /sierra_3: Setting Powered False\u000a17:55:51.479255 bus /sierra_3: Setting Powered False\u000a17:55:52.586972 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30759): Process ended prematurely: osmo-stp_10.42.42.5(pid=30759) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30759)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30759): Process ended prematurely: osmo-stp_10.42.42.5(pid=30759) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:55:53.698641 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:53.710622 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:55:53.869622 tst mo_mt_call_osmux.py: using LAC 22717\u000a17:55:53.988744 tst mo_mt_call_osmux.py: using RAC 22\u000a17:55:54.108466 tst mo_mt_call_osmux.py: using CellId 22717\u000a17:55:54.232895 tst mo_mt_call_osmux.py: using BVCI 22718\u000a17:55:54.256290 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:54.267371 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:54.278492 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:54.289910 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:54.301146 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:55:54.312214 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:55:54.428308 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:55:54.633195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:55.112124 run create_hlr_db(pid=30753): Launched\u000a17:55:55.287087 bus /sierra_2: Setting Powered False\u000a17:55:56.307319 run create_hlr_db(pid=30753): Terminated: ok {rc=0}\u000a17:55:56.741158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30755): Launched\u000a17:55:57.067380 run osmo-hlr_10.42.42.2(pid=30756): Launched\u000a17:55:57.188073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:57.756091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30758): Launched\u000a17:55:58.082296 run osmo-stp_10.42.42.5(pid=30759): Launched\u000a17:55:58.200044 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:55:58.796460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30761): Launched\u000a17:55:59.123780 run osmo-msc_10.42.42.6(pid=30762): Launched\u000a17:55:59.313356 run osmo-stp_10.42.42.5(pid=30759): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30759)]\u000a17:55:59.451523 run osmo-stp_10.42.42.5(pid=30759): stdout: \u000a| (launched: 2022-12-09_17:55:57.921274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:59.587882 run osmo-stp_10.42.42.5(pid=30759): stderr: \u000a| �[0;m�[38;5;43m20221209175558115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175558116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175558116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175558117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175558117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175558117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175558117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:59.718068 run osmo-stp_10.42.42.5(pid=30759): stdout: \u000a| (launched: 2022-12-09_17:55:57.921274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:59.846836 run osmo-stp_10.42.42.5(pid=30759): stderr: \u000a| �[0;m�[38;5;43m20221209175558115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175558116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175558116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175558117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175558117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175558117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175558117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:59.903786 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30759): Process ended prematurely: osmo-stp_10.42.42.5(pid=30759) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30759)] [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:55:59.913308 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:55:59.976098 run osmo-hlr_10.42.42.2(pid=30756): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30756)]\u000a17:56:00.027694 run osmo-hlr_10.42.42.2(pid=30756): stdout: \u000a| (launched: 2022-12-09_17:55:56.906405) \u000a17:56:00.080101 run osmo-hlr_10.42.42.2(pid=30756): stderr: \u000a| �[0;m�[1;31m20221209175557106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175557106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175557106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175557106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175557106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175557106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175557118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175557126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175557127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175557127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:00.151098 run osmo-msc_10.42.42.6(pid=30762): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30762)]\u000a17:56:00.202841 run osmo-msc_10.42.42.6(pid=30762): stdout: \u000a| (launched: 2022-12-09_17:55:58.962967) \u000a17:56:00.255007 run osmo-msc_10.42.42.6(pid=30762): stderr: \u000a| �[0;m�[38;5;43m20221209175559284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175559284 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e3342bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175559284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175559285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175559285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175559285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175559287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175559287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175559287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175559287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:00.299282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30755): Terminating (SIGTERM)\u000a17:56:00.341412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30758): Terminating (SIGTERM)\u000a17:56:00.383457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30761): Terminating (SIGTERM)\u000a17:56:00.393418 --- ParallelTerminationStrategy: PID 30755 died...\u000a17:56:00.450014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30755): Terminated: ok {rc=0}\u000a17:56:00.460054 --- ParallelTerminationStrategy: PID 30758 died...\u000a17:56:00.515784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30758): Terminated: ok {rc=0}\u000a17:56:00.525856 --- ParallelTerminationStrategy: PID 30761 died...\u000a17:56:00.581584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30761): Terminated: ok {rc=0}\u000a17:56:00.670174 bus /sierra_3: Setting Powered False\u000a17:56:01.776761 bus /sierra_3: Setting Powered False\u000a17:56:02.887895 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:55:42" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30773): Process ended prematurely: osmo-stp_10.42.42.5(pid=30773) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30773)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30773): Process ended prematurely: osmo-stp_10.42.42.5(pid=30773) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:56:04.881152 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:04.892227 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:56:05.047938 tst mo_mt_call.py: using LAC 22718\u000a17:56:05.168327 tst mo_mt_call.py: using RAC 23\u000a17:56:05.288119 tst mo_mt_call.py: using CellId 22718\u000a17:56:05.415383 tst mo_mt_call.py: using BVCI 22719\u000a17:56:05.440221 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:05.451954 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:05.463636 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:05.475346 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:05.487054 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:05.498728 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:56:05.616316 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:56:05.827313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:06.347063 run create_hlr_db(pid=30767): Launched\u000a17:56:06.536267 bus /sierra_2: Setting Powered False\u000a17:56:07.549067 run create_hlr_db(pid=30767): Terminated: ok {rc=0}\u000a17:56:07.964435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30769): Launched\u000a17:56:08.271143 run osmo-hlr_10.42.42.2(pid=30770): Launched\u000a17:56:08.389960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:08.931999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30772): Launched\u000a17:56:09.236055 run osmo-stp_10.42.42.5(pid=30773): Launched\u000a17:56:09.346509 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:09.904688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30775): Launched\u000a17:56:10.211049 run osmo-msc_10.42.42.6(pid=30776): Launched\u000a17:56:10.390286 run osmo-stp_10.42.42.5(pid=30773): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30773)]\u000a17:56:10.520155 run osmo-stp_10.42.42.5(pid=30773): stdout: \u000a| (launched: 2022-12-09_17:56:09.086252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:10.647125 run osmo-stp_10.42.42.5(pid=30773): stderr: \u000a| �[0;m�[38;5;43m20221209175609256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175609257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175609257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175609257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175609258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175609258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175609258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:10.768889 run osmo-stp_10.42.42.5(pid=30773): stdout: \u000a| (launched: 2022-12-09_17:56:09.086252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:10.890013 run osmo-stp_10.42.42.5(pid=30773): stderr: \u000a| �[0;m�[38;5;43m20221209175609256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175609257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175609257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175609257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175609258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175609258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175609258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:10.943494 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30773): Process ended prematurely: osmo-stp_10.42.42.5(pid=30773) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30773)] [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:56:10.952052 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:56:11.013078 run osmo-hlr_10.42.42.2(pid=30770): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30770)]\u000a17:56:11.062732 run osmo-hlr_10.42.42.2(pid=30770): stdout: \u000a| (launched: 2022-12-09_17:56:08.120439) \u000a17:56:11.113224 run osmo-hlr_10.42.42.2(pid=30770): stderr: \u000a| �[0;m�[1;31m20221209175608299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175608299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175608299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175608299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175608299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175608300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175608311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175608320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175608320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175608320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:11.181153 run osmo-msc_10.42.42.6(pid=30776): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30776)]\u000a17:56:11.230745 run osmo-msc_10.42.42.6(pid=30776): stdout: \u000a| (launched: 2022-12-09_17:56:10.059344) \u000a17:56:11.280927 run osmo-msc_10.42.42.6(pid=30776): stderr: \u000a| �[0;m�[38;5;43m20221209175610330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175610331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd880648c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175610331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175610331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175610331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175610331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175610333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175610333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175610333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175610334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:11.323369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30769): Terminating (SIGTERM)\u000a17:56:11.363721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30772): Terminating (SIGTERM)\u000a17:56:11.403936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30775): Terminating (SIGTERM)\u000a17:56:11.413473 --- ParallelTerminationStrategy: PID 30769 died...\u000a17:56:11.467106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30769): Terminated: ok {rc=0}\u000a17:56:11.476879 --- ParallelTerminationStrategy: PID 30772 died...\u000a17:56:11.530679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30772): Terminated: ok {rc=0}\u000a17:56:11.540567 --- ParallelTerminationStrategy: PID 30775 died...\u000a17:56:11.594259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30775): Terminated: ok {rc=0}\u000a17:56:11.679072 bus /sierra_3: Setting Powered False\u000a17:56:12.788766 bus /sierra_3: Setting Powered False\u000a17:56:13.898136 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30784): Process ended prematurely: osmo-stp_10.42.42.5(pid=30784) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30784)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30784): Process ended prematurely: osmo-stp_10.42.42.5(pid=30784) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:56:15.013534 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:15.025997 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:56:15.187475 tst mo_mt_call_osmux.py: using LAC 22719\u000a17:56:15.308297 tst mo_mt_call_osmux.py: using RAC 24\u000a17:56:15.435788 tst mo_mt_call_osmux.py: using CellId 22719\u000a17:56:15.562788 tst mo_mt_call_osmux.py: using BVCI 22720\u000a17:56:15.588137 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:15.599854 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:15.611543 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:15.623193 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:15.634679 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:15.646065 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:56:15.766671 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:56:16.004740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:16.566962 run create_hlr_db(pid=30778): Launched\u000a17:56:16.749758 bus /sierra_2: Setting Powered False\u000a17:56:17.772386 run create_hlr_db(pid=30778): Terminated: ok {rc=0}\u000a17:56:18.183109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30780): Launched\u000a17:56:18.488158 run osmo-hlr_10.42.42.2(pid=30781): Launched\u000a17:56:18.599809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:19.129481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30783): Launched\u000a17:56:19.434837 run osmo-stp_10.42.42.5(pid=30784): Launched\u000a17:56:19.545552 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:20.104633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30786): Launched\u000a17:56:20.410241 run osmo-msc_10.42.42.6(pid=30787): Launched\u000a17:56:20.589927 run osmo-stp_10.42.42.5(pid=30784): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30784)]\u000a17:56:20.719768 run osmo-stp_10.42.42.5(pid=30784): stdout: \u000a| (launched: 2022-12-09_17:56:19.284283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:20.846850 run osmo-stp_10.42.42.5(pid=30784): stderr: \u000a| �[0;m�[38;5;43m20221209175619458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175619459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175619459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175619459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175619460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175619460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175619460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:20.968927 run osmo-stp_10.42.42.5(pid=30784): stdout: \u000a| (launched: 2022-12-09_17:56:19.284283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:21.089974 run osmo-stp_10.42.42.5(pid=30784): stderr: \u000a| �[0;m�[38;5;43m20221209175619458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175619459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175619459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175619459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175619460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175619460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175619460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:21.143612 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30784): Process ended prematurely: osmo-stp_10.42.42.5(pid=30784) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30784)] [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:56:21.152330 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:56:21.213490 run osmo-hlr_10.42.42.2(pid=30781): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30781)]\u000a17:56:21.263455 run osmo-hlr_10.42.42.2(pid=30781): stdout: \u000a| (launched: 2022-12-09_17:56:18.338004) \u000a17:56:21.313859 run osmo-hlr_10.42.42.2(pid=30781): stderr: \u000a| �[0;m�[1;31m20221209175618518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175618518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175618518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175618518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175618518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175618518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175618539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175618549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175618549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175618549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:21.382738 run osmo-msc_10.42.42.6(pid=30787): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30787)]\u000a17:56:21.432625 run osmo-msc_10.42.42.6(pid=30787): stdout: \u000a| (launched: 2022-12-09_17:56:20.259388) \u000a17:56:21.483542 run osmo-msc_10.42.42.6(pid=30787): stderr: \u000a| �[0;m�[38;5;43m20221209175620531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175620531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c592fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175620532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175620532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175620532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175620532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175620534 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175620534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175620534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175620534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:21.526544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30780): Terminating (SIGTERM)\u000a17:56:21.566838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30783): Terminating (SIGTERM)\u000a17:56:21.607793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30786): Terminating (SIGTERM)\u000a17:56:21.617587 --- ParallelTerminationStrategy: PID 30780 died...\u000a17:56:21.672180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30780): Terminated: ok {rc=0}\u000a17:56:21.681966 --- ParallelTerminationStrategy: PID 30783 died...\u000a17:56:21.735984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30783): Terminated: ok {rc=0}\u000a17:56:21.745894 --- ParallelTerminationStrategy: PID 30786 died...\u000a17:56:21.799771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30786): Terminated: ok {rc=0}\u000a17:56:21.884881 bus /sierra_3: Setting Powered False\u000a17:56:22.994188 bus /sierra_3: Setting Powered False\u000a17:56:24.103926 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:56:04" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30798): Process ended prematurely: osmo-stp_10.42.42.5(pid=30798) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30798)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30798): Process ended prematurely: osmo-stp_10.42.42.5(pid=30798) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:56:26.119492 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:26.131109 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:56:26.293670 tst mo_mt_call.py: using LAC 22720\u000a17:56:26.419367 tst mo_mt_call.py: using RAC 25\u000a17:56:26.547215 tst mo_mt_call.py: using CellId 22720\u000a17:56:26.674435 tst mo_mt_call.py: using BVCI 22721\u000a17:56:26.699149 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:26.710744 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:26.722079 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:26.733559 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:26.744936 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:26.756315 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:56:26.872903 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:56:27.087323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:27.610039 run create_hlr_db(pid=30792): Launched\u000a17:56:27.799433 bus /sierra_2: Setting Powered False\u000a17:56:28.820447 run create_hlr_db(pid=30792): Terminated: ok {rc=0}\u000a17:56:29.258476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30794): Launched\u000a17:56:29.587765 run osmo-hlr_10.42.42.2(pid=30795): Launched\u000a17:56:29.710601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:30.277468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30797): Launched\u000a17:56:30.603749 run osmo-stp_10.42.42.5(pid=30798): Launched\u000a17:56:30.721064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:31.331983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30800): Launched\u000a17:56:31.674874 run osmo-msc_10.42.42.6(pid=30801): Launched\u000a17:56:31.959266 run osmo-stp_10.42.42.5(pid=30798): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30798)]\u000a17:56:32.101386 run osmo-stp_10.42.42.5(pid=30798): stdout: \u000a| (launched: 2022-12-09_17:56:30.443215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:32.264417 run osmo-stp_10.42.42.5(pid=30798): stderr: \u000a| �[0;m�[38;5;43m20221209175630637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175630637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175630637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175630638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175630638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175630638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175630638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:32.458087 run osmo-stp_10.42.42.5(pid=30798): stdout: \u000a| (launched: 2022-12-09_17:56:30.443215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:32.581248 run osmo-stp_10.42.42.5(pid=30798): stderr: \u000a| �[0;m�[38;5;43m20221209175630637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175630637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175630637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175630638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175630638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175630638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175630638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:32.635245 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30798): Process ended prematurely: osmo-stp_10.42.42.5(pid=30798) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30798)] [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:56:32.644028 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a17:56:32.707020 run osmo-hlr_10.42.42.2(pid=30795): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30795)]\u000a17:56:32.757747 run osmo-hlr_10.42.42.2(pid=30795): stdout: \u000a| (launched: 2022-12-09_17:56:29.425346) \u000a17:56:32.809145 run osmo-hlr_10.42.42.2(pid=30795): stderr: \u000a| �[0;m�[1;31m20221209175629627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175629627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175629627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175629627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175629628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175629628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175629639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175629647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175629647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175629647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:32.878053 run osmo-msc_10.42.42.6(pid=30801): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30801)]\u000a17:56:32.928555 run osmo-msc_10.42.42.6(pid=30801): stdout: \u000a| (launched: 2022-12-09_17:56:31.500495) \u000a17:56:32.979764 run osmo-msc_10.42.42.6(pid=30801): stderr: \u000a| �[0;m�[38;5;43m20221209175632181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175632187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff540f69c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175632187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175632187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175632187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175632187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175632197 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175632198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175632198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175632198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:33.022448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30794): Terminating (SIGTERM)\u000a17:56:33.064530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30797): Terminating (SIGTERM)\u000a17:56:33.105695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30800): Terminating (SIGTERM)\u000a17:56:33.115720 --- ParallelTerminationStrategy: PID 30794 died...\u000a17:56:33.171157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30794): Terminated: ok {rc=0}\u000a17:56:33.180833 --- ParallelTerminationStrategy: PID 30797 died...\u000a17:56:33.236009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30797): Terminated: ok {rc=0}\u000a17:56:33.246004 --- ParallelTerminationStrategy: PID 30800 died...\u000a17:56:33.301366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30800): Terminated: ok {rc=0}\u000a17:56:33.391863 bus /sierra_3: Setting Powered False\u000a17:56:34.496520 bus /sierra_3: Setting Powered False\u000a17:56:35.610103 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30809): Process ended prematurely: osmo-stp_10.42.42.5(pid=30809) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30809)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30809): Process ended prematurely: osmo-stp_10.42.42.5(pid=30809) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:56:36.721269 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:36.733139 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:56:36.892197 tst mo_mt_call_osmux.py: using LAC 22721\u000a17:56:37.013429 tst mo_mt_call_osmux.py: using RAC 26\u000a17:56:37.132879 tst mo_mt_call_osmux.py: using CellId 22721\u000a17:56:37.258090 tst mo_mt_call_osmux.py: using BVCI 22722\u000a17:56:37.281214 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:37.292227 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:37.303214 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:37.314482 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:37.325714 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:37.336708 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:56:37.453825 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:56:37.667640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:38.188753 run create_hlr_db(pid=30803): Launched\u000a17:56:38.377084 bus /sierra_2: Setting Powered False\u000a17:56:39.398349 run create_hlr_db(pid=30803): Terminated: ok {rc=0}\u000a17:56:39.835026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30805): Launched\u000a17:56:40.163611 run osmo-hlr_10.42.42.2(pid=30806): Launched\u000a17:56:40.281630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:40.849392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30808): Launched\u000a17:56:41.176437 run osmo-stp_10.42.42.5(pid=30809): Launched\u000a17:56:41.294652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:41.893851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30811): Launched\u000a17:56:42.219985 run osmo-msc_10.42.42.6(pid=30812): Launched\u000a17:56:42.411826 run osmo-stp_10.42.42.5(pid=30809): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30809)]\u000a17:56:42.550154 run osmo-stp_10.42.42.5(pid=30809): stdout: \u000a| (launched: 2022-12-09_17:56:41.015045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:42.687044 run osmo-stp_10.42.42.5(pid=30809): stderr: \u000a| �[0;m�[38;5;43m20221209175641209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175641209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175641209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175641210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175641210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175641210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175641210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:42.817249 run osmo-stp_10.42.42.5(pid=30809): stdout: \u000a| (launched: 2022-12-09_17:56:41.015045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:42.946190 run osmo-stp_10.42.42.5(pid=30809): stderr: \u000a| �[0;m�[38;5;43m20221209175641209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175641209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175641209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175641210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175641210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175641210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175641210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:43.003247 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30809): Process ended prematurely: osmo-stp_10.42.42.5(pid=30809) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30809)] [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:56:43.012456 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:56:43.076100 run osmo-hlr_10.42.42.2(pid=30806): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30806)]\u000a17:56:43.128654 run osmo-hlr_10.42.42.2(pid=30806): stdout: \u000a| (launched: 2022-12-09_17:56:40.001941) \u000a17:56:43.181618 run osmo-hlr_10.42.42.2(pid=30806): stderr: \u000a| �[0;m�[1;31m20221209175640203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175640203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175640203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175640203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175640203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175640203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175640216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175640224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175640224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175640224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:43.253143 run osmo-msc_10.42.42.6(pid=30812): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30812)]\u000a17:56:43.305362 run osmo-msc_10.42.42.6(pid=30812): stdout: \u000a| (launched: 2022-12-09_17:56:42.059456) \u000a17:56:43.358253 run osmo-msc_10.42.42.6(pid=30812): stderr: \u000a| �[0;m�[38;5;43m20221209175642383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175642383 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbefef47c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175642384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175642384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175642384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175642384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175642386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175642386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175642386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175642386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:43.402995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30805): Terminating (SIGTERM)\u000a17:56:43.445655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30808): Terminating (SIGTERM)\u000a17:56:43.488093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30811): Terminating (SIGTERM)\u000a17:56:43.497866 --- ParallelTerminationStrategy: PID 30805 died...\u000a17:56:43.554703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30805): Terminated: ok {rc=0}\u000a17:56:43.564836 --- ParallelTerminationStrategy: PID 30808 died...\u000a17:56:43.621205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30808): Terminated: ok {rc=0}\u000a17:56:43.631337 --- ParallelTerminationStrategy: PID 30811 died...\u000a17:56:43.687778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30811): Terminated: ok {rc=0}\u000a17:56:43.776055 bus /sierra_3: Setting Powered False\u000a17:56:44.880263 bus /sierra_3: Setting Powered False\u000a17:56:46.000363 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:56:25" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30823): Process ended prematurely: osmo-stp_10.42.42.5(pid=30823) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30823)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30823): Process ended prematurely: osmo-stp_10.42.42.5(pid=30823) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:56:48.030952 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:48.042542 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:56:48.206986 tst mo_mt_call.py: using LAC 22722\u000a17:56:48.325659 tst mo_mt_call.py: using RAC 27\u000a17:56:48.443826 tst mo_mt_call.py: using CellId 22722\u000a17:56:48.562372 tst mo_mt_call.py: using BVCI 22723\u000a17:56:48.585698 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:48.596778 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:48.607742 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:48.618926 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:48.630461 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:48.641522 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:56:48.757089 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:56:48.958517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:49.439080 run create_hlr_db(pid=30817): Launched\u000a17:56:49.614645 bus /sierra_2: Setting Powered False\u000a17:56:50.636605 run create_hlr_db(pid=30817): Terminated: ok {rc=0}\u000a17:56:51.046681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30819): Launched\u000a17:56:51.351877 run osmo-hlr_10.42.42.2(pid=30820): Launched\u000a17:56:51.468259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:52.004934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30822): Launched\u000a17:56:52.310326 run osmo-stp_10.42.42.5(pid=30823): Launched\u000a17:56:52.422292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:52.980666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30825): Launched\u000a17:56:53.287078 run osmo-msc_10.42.42.6(pid=30826): Launched\u000a17:56:53.466111 run osmo-stp_10.42.42.5(pid=30823): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30823)]\u000a17:56:53.595903 run osmo-stp_10.42.42.5(pid=30823): stdout: \u000a| (launched: 2022-12-09_17:56:52.159193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:53.722960 run osmo-stp_10.42.42.5(pid=30823): stderr: \u000a| �[0;m�[38;5;43m20221209175652331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175652331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175652331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175652332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175652332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175652332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175652332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:53.844701 run osmo-stp_10.42.42.5(pid=30823): stdout: \u000a| (launched: 2022-12-09_17:56:52.159193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:53.966209 run osmo-stp_10.42.42.5(pid=30823): stderr: \u000a| �[0;m�[38;5;43m20221209175652331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175652331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175652331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175652332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175652332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175652332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175652332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:54.019584 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30823): Process ended prematurely: osmo-stp_10.42.42.5(pid=30823) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30823)] [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:56:54.028304 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a17:56:54.089745 run osmo-hlr_10.42.42.2(pid=30820): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30820)]\u000a17:56:54.139768 run osmo-hlr_10.42.42.2(pid=30820): stdout: \u000a| (launched: 2022-12-09_17:56:51.201170) \u000a17:56:54.190537 run osmo-hlr_10.42.42.2(pid=30820): stderr: \u000a| �[0;m�[1;31m20221209175651377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175651377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175651377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175651377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175651377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175651378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175651394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175651404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175651404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175651404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:54.258639 run osmo-msc_10.42.42.6(pid=30826): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30826)]\u000a17:56:54.308858 run osmo-msc_10.42.42.6(pid=30826): stdout: \u000a| (launched: 2022-12-09_17:56:53.135436) \u000a17:56:54.359497 run osmo-msc_10.42.42.6(pid=30826): stderr: \u000a| �[0;m�[38;5;43m20221209175653407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175653407 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9fe7f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175653407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175653407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175653408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175653408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175653409 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175653410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175653410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175653410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:54.402191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30819): Terminating (SIGTERM)\u000a17:56:54.442684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30822): Terminating (SIGTERM)\u000a17:56:54.482916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30825): Terminating (SIGTERM)\u000a17:56:54.492384 --- ParallelTerminationStrategy: PID 30819 died...\u000a17:56:54.546068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30819): Terminated: ok {rc=0}\u000a17:56:54.555921 --- ParallelTerminationStrategy: PID 30822 died...\u000a17:56:54.610377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30822): Terminated: ok {rc=0}\u000a17:56:54.619943 --- ParallelTerminationStrategy: PID 30825 died...\u000a17:56:54.674223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30825): Terminated: ok {rc=0}\u000a17:56:54.764036 bus /sierra_3: Setting Powered False\u000a17:56:55.869568 bus /sierra_3: Setting Powered False\u000a17:56:56.976808 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30834): Process ended prematurely: osmo-stp_10.42.42.5(pid=30834) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30834)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30834): Process ended prematurely: osmo-stp_10.42.42.5(pid=30834) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:56:58.093567 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:58.106161 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:56:58.273657 tst mo_mt_call_osmux.py: using LAC 22723\u000a17:56:58.401385 tst mo_mt_call_osmux.py: using RAC 28\u000a17:56:58.530754 tst mo_mt_call_osmux.py: using CellId 22723\u000a17:56:58.657857 tst mo_mt_call_osmux.py: using BVCI 22724\u000a17:56:58.682884 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:58.694763 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:58.706409 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:58.718141 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:58.729879 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:56:58.741484 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:56:58.858844 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:56:59.070977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:59.591395 run create_hlr_db(pid=30828): Launched\u000a17:56:59.779451 bus /sierra_2: Setting Powered False\u000a17:57:00.800882 run create_hlr_db(pid=30828): Terminated: ok {rc=0}\u000a17:57:01.266063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30830): Launched\u000a17:57:01.620348 run osmo-hlr_10.42.42.2(pid=30831): Launched\u000a17:57:01.905976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:02.543202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30833): Launched\u000a17:57:02.848901 run osmo-stp_10.42.42.5(pid=30834): Launched\u000a17:57:02.959501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:03.520205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30836): Launched\u000a17:57:03.827510 run osmo-msc_10.42.42.6(pid=30837): Launched\u000a17:57:04.007979 run osmo-stp_10.42.42.5(pid=30834): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30834)]\u000a17:57:04.138458 run osmo-stp_10.42.42.5(pid=30834): stdout: \u000a| (launched: 2022-12-09_17:57:02.698120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:04.266655 run osmo-stp_10.42.42.5(pid=30834): stderr: \u000a| �[0;m�[38;5;43m20221209175702869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175702869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175702870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175702870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175702871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175702871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175702871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:04.389523 run osmo-stp_10.42.42.5(pid=30834): stdout: \u000a| (launched: 2022-12-09_17:57:02.698120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:04.511363 run osmo-stp_10.42.42.5(pid=30834): stderr: \u000a| �[0;m�[38;5;43m20221209175702869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175702869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175702870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175702870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175702871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175702871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175702871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:04.565325 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30834): Process ended prematurely: osmo-stp_10.42.42.5(pid=30834) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30834)] [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:57:04.574384 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:57:04.636063 run osmo-hlr_10.42.42.2(pid=30831): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30831)]\u000a17:57:04.686144 run osmo-hlr_10.42.42.2(pid=30831): stdout: \u000a| (launched: 2022-12-09_17:57:01.427866) \u000a17:57:04.736940 run osmo-hlr_10.42.42.2(pid=30831): stderr: \u000a| �[0;m�[1;31m20221209175701858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175701859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175701859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175701859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175701859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175701859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175701884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175701903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175701903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175701903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:04.805883 run osmo-msc_10.42.42.6(pid=30837): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30837)]\u000a17:57:04.856148 run osmo-msc_10.42.42.6(pid=30837): stdout: \u000a| (launched: 2022-12-09_17:57:03.676053) \u000a17:57:04.906907 run osmo-msc_10.42.42.6(pid=30837): stderr: \u000a| �[0;m�[38;5;43m20221209175703951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175703951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff41e41fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175703951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175703951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175703951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175703951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175703953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175703954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175703954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175703954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:04.949972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30830): Terminating (SIGTERM)\u000a17:57:04.990777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30833): Terminating (SIGTERM)\u000a17:57:05.031519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30836): Terminating (SIGTERM)\u000a17:57:05.041218 --- ParallelTerminationStrategy: PID 30830 died...\u000a17:57:05.096316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30830): Terminated: ok {rc=0}\u000a17:57:05.106292 --- ParallelTerminationStrategy: PID 30833 died...\u000a17:57:05.160738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30833): Terminated: ok {rc=0}\u000a17:57:05.170852 --- ParallelTerminationStrategy: PID 30836 died...\u000a17:57:05.225142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30836): Terminated: ok {rc=0}\u000a17:57:05.314276 bus /sierra_3: Setting Powered False\u000a17:57:06.419016 bus /sierra_3: Setting Powered False\u000a17:57:07.532685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:56:47" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30848): Process ended prematurely: osmo-stp_10.42.42.5(pid=30848) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30848)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30848): Process ended prematurely: osmo-stp_10.42.42.5(pid=30848) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:57:09.531441 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:09.542488 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:57:09.697740 tst mo_mt_call.py: using LAC 22724\u000a17:57:09.816254 tst mo_mt_call.py: using RAC 29\u000a17:57:09.934110 tst mo_mt_call.py: using CellId 22724\u000a17:57:10.059706 tst mo_mt_call.py: using BVCI 22725\u000a17:57:10.082768 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:10.093831 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:10.104620 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:10.115763 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:10.126950 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:10.138036 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:57:10.256825 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:57:10.460103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:10.937969 run create_hlr_db(pid=30842): Launched\u000a17:57:11.114441 bus /sierra_2: Setting Powered False\u000a17:57:12.135542 run create_hlr_db(pid=30842): Terminated: ok {rc=0}\u000a17:57:12.569626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30844): Launched\u000a17:57:12.896654 run osmo-hlr_10.42.42.2(pid=30845): Launched\u000a17:57:13.015039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:13.581984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30847): Launched\u000a17:57:13.908409 run osmo-stp_10.42.42.5(pid=30848): Launched\u000a17:57:14.026234 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:14.622272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30850): Launched\u000a17:57:14.948280 run osmo-msc_10.42.42.6(pid=30851): Launched\u000a17:57:15.138050 run osmo-stp_10.42.42.5(pid=30848): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30848)]\u000a17:57:15.275367 run osmo-stp_10.42.42.5(pid=30848): stdout: \u000a| (launched: 2022-12-09_17:57:13.747353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:15.412747 run osmo-stp_10.42.42.5(pid=30848): stderr: \u000a| �[0;m�[38;5;43m20221209175713940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175713940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175713940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175713940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175713943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175713943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175713943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:15.543536 run osmo-stp_10.42.42.5(pid=30848): stdout: \u000a| (launched: 2022-12-09_17:57:13.747353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:15.672450 run osmo-stp_10.42.42.5(pid=30848): stderr: \u000a| �[0;m�[38;5;43m20221209175713940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175713940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175713940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175713940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175713943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175713943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175713943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:15.730131 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30848): Process ended prematurely: osmo-stp_10.42.42.5(pid=30848) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30848)] [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:57:15.739500 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:57:15.802312 run osmo-hlr_10.42.42.2(pid=30845): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30845)]\u000a17:57:15.872028 run osmo-hlr_10.42.42.2(pid=30845): stdout: \u000a| (launched: 2022-12-09_17:57:12.735579) \u000a17:57:15.941897 run osmo-hlr_10.42.42.2(pid=30845): stderr: \u000a| �[0;m�[1;31m20221209175712935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175712935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175712935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175712935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175712935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175712935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175712947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175712956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175712956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175712956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:16.015138 run osmo-msc_10.42.42.6(pid=30851): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30851)]\u000a17:57:16.073004 run osmo-msc_10.42.42.6(pid=30851): stdout: \u000a| (launched: 2022-12-09_17:57:14.787623) \u000a17:57:16.128187 run osmo-msc_10.42.42.6(pid=30851): stderr: \u000a| �[0;m�[38;5;43m20221209175715112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175715112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa18550ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175715113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175715113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175715113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175715113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175715115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175715115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175715115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175715115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:16.172567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30844): Terminating (SIGTERM)\u000a17:57:16.219367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30847): Terminating (SIGTERM)\u000a17:57:16.263465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30850): Terminating (SIGTERM)\u000a17:57:16.275278 --- ParallelTerminationStrategy: PID 30844 died...\u000a17:57:16.335968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30844): Terminated: ok {rc=0}\u000a17:57:16.347167 --- ParallelTerminationStrategy: PID 30847 died...\u000a17:57:16.404559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30847): Terminated: ok {rc=0}\u000a17:57:16.415589 --- ParallelTerminationStrategy: PID 30850 died...\u000a17:57:16.473303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30850): Terminated: ok {rc=0}\u000a17:57:16.563827 bus /sierra_3: Setting Powered False\u000a17:57:17.668608 bus /sierra_3: Setting Powered False\u000a17:57:18.781506 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30859): Process ended prematurely: osmo-stp_10.42.42.5(pid=30859) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30859)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30859): Process ended prematurely: osmo-stp_10.42.42.5(pid=30859) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:57:19.893431 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:19.905220 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:57:20.062945 tst mo_mt_call_osmux.py: using LAC 22725\u000a17:57:20.188394 tst mo_mt_call_osmux.py: using RAC 30\u000a17:57:20.306133 tst mo_mt_call_osmux.py: using CellId 22725\u000a17:57:20.423909 tst mo_mt_call_osmux.py: using BVCI 22726\u000a17:57:20.447116 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:20.458161 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:20.469034 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:20.480078 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:20.491671 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:20.502898 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:57:20.623663 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:57:20.827513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:21.305902 run create_hlr_db(pid=30853): Launched\u000a17:57:21.481783 bus /sierra_2: Setting Powered False\u000a17:57:22.503167 run create_hlr_db(pid=30853): Terminated: ok {rc=0}\u000a17:57:22.909698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30855): Launched\u000a17:57:23.215039 run osmo-hlr_10.42.42.2(pid=30856): Launched\u000a17:57:23.330139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:23.858316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30858): Launched\u000a17:57:24.163537 run osmo-stp_10.42.42.5(pid=30859): Launched\u000a17:57:24.274678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:24.833602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30861): Launched\u000a17:57:25.139083 run osmo-msc_10.42.42.6(pid=30862): Launched\u000a17:57:25.318225 run osmo-stp_10.42.42.5(pid=30859): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30859)]\u000a17:57:25.448351 run osmo-stp_10.42.42.5(pid=30859): stdout: \u000a| (launched: 2022-12-09_17:57:24.012508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:25.575500 run osmo-stp_10.42.42.5(pid=30859): stderr: \u000a| �[0;m�[38;5;43m20221209175724185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175724185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175724186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175724186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175724187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175724187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175724187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:25.697854 run osmo-stp_10.42.42.5(pid=30859): stdout: \u000a| (launched: 2022-12-09_17:57:24.012508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:25.818843 run osmo-stp_10.42.42.5(pid=30859): stderr: \u000a| �[0;m�[38;5;43m20221209175724185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175724185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175724186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175724186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175724187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175724187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175724187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:25.872700 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30859): Process ended prematurely: osmo-stp_10.42.42.5(pid=30859) [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30859)] [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:57:25.881529 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a17:57:25.942784 run osmo-hlr_10.42.42.2(pid=30856): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30856)]\u000a17:57:25.993051 run osmo-hlr_10.42.42.2(pid=30856): stdout: \u000a| (launched: 2022-12-09_17:57:23.064566) \u000a17:57:26.043801 run osmo-hlr_10.42.42.2(pid=30856): stderr: \u000a| �[0;m�[1;31m20221209175723240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175723240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175723240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175723240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175723240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175723240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175723252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175723261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175723261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175723261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:26.112490 run osmo-msc_10.42.42.6(pid=30862): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30862)]\u000a17:57:26.162796 run osmo-msc_10.42.42.6(pid=30862): stdout: \u000a| (launched: 2022-12-09_17:57:24.988211) \u000a17:57:26.213393 run osmo-msc_10.42.42.6(pid=30862): stderr: \u000a| �[0;m�[38;5;43m20221209175725262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175725262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4035bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175725262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175725262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175725262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175725262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175725264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175725265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175725265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175725265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:26.256038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30855): Terminating (SIGTERM)\u000a17:57:26.296234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30858): Terminating (SIGTERM)\u000a17:57:26.336942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30861): Terminating (SIGTERM)\u000a17:57:26.346326 --- ParallelTerminationStrategy: PID 30855 died...\u000a17:57:26.400636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30855): Terminated: ok {rc=0}\u000a17:57:26.410472 --- ParallelTerminationStrategy: PID 30858 died...\u000a17:57:26.464077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30858): Terminated: ok {rc=0}\u000a17:57:26.473971 --- ParallelTerminationStrategy: PID 30861 died...\u000a17:57:26.527575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30861): Terminated: ok {rc=0}\u000a17:57:26.617159 bus /sierra_3: Setting Powered False\u000a17:57:27.722594 bus /sierra_3: Setting Powered False\u000a17:57:28.835844 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:57:09" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30874): Process ended prematurely: osmo-stp_10.42.42.5(pid=30874) [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30874)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30874): Process ended prematurely: osmo-stp_10.42.42.5(pid=30874) [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:57:30.827347 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:30.843017 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:57:31.015788 tst mo_mt_call.py: using LAC 22726\u000a17:57:31.138312 tst mo_mt_call.py: using RAC 31\u000a17:57:31.261336 tst mo_mt_call.py: using CellId 22726\u000a17:57:31.410564 tst mo_mt_call.py: using BVCI 22727\u000a17:57:31.437231 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:31.450004 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:31.462883 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:31.475868 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:31.488592 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:31.502973 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:57:31.638893 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:57:31.894691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:32.414594 run create_hlr_db(pid=30868): Launched\u000a17:57:32.591890 bus /sierra_2: Setting Powered False\u000a17:57:33.612837 run create_hlr_db(pid=30868): Terminated: ok {rc=0}\u000a17:57:34.049298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30870): Launched\u000a17:57:34.376319 run osmo-hlr_10.42.42.2(pid=30871): Launched\u000a17:57:34.495284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:35.062594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30873): Launched\u000a17:57:35.389084 run osmo-stp_10.42.42.5(pid=30874): Launched\u000a17:57:35.507682 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:36.107704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30876): Launched\u000a17:57:36.435914 run osmo-msc_10.42.42.6(pid=30877): Launched\u000a17:57:36.627348 run osmo-stp_10.42.42.5(pid=30874): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30874)]\u000a17:57:36.765224 run osmo-stp_10.42.42.5(pid=30874): stdout: \u000a| (launched: 2022-12-09_17:57:35.228698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:36.902766 run osmo-stp_10.42.42.5(pid=30874): stderr: \u000a| �[0;m�[38;5;43m20221209175735421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175735421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175735422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175735422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175735425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175735425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175735425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:37.033429 run osmo-stp_10.42.42.5(pid=30874): stdout: \u000a| (launched: 2022-12-09_17:57:35.228698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:37.162645 run osmo-stp_10.42.42.5(pid=30874): stderr: \u000a| �[0;m�[38;5;43m20221209175735421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175735421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175735422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175735422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175735425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175735425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175735425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:37.219748 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30874): Process ended prematurely: osmo-stp_10.42.42.5(pid=30874) [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30874)] [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:57:37.229175 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:57:37.292278 run osmo-hlr_10.42.42.2(pid=30871): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30871)]\u000a17:57:37.344894 run osmo-hlr_10.42.42.2(pid=30871): stdout: \u000a| (launched: 2022-12-09_17:57:34.215901) \u000a17:57:37.397861 run osmo-hlr_10.42.42.2(pid=30871): stderr: \u000a| �[0;m�[1;31m20221209175734415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175734415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175734415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175734415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175734415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175734415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175734428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175734437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175734437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175734437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:37.469721 run osmo-msc_10.42.42.6(pid=30877): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30877)]\u000a17:57:37.522410 run osmo-msc_10.42.42.6(pid=30877): stdout: \u000a| (launched: 2022-12-09_17:57:36.274319) \u000a17:57:37.575059 run osmo-msc_10.42.42.6(pid=30877): stderr: \u000a| �[0;m�[38;5;43m20221209175736598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175736598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc00f0a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175736598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175736598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175736598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175736598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175736600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175736601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175736601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175736601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:37.619724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30870): Terminating (SIGTERM)\u000a17:57:37.661876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30873): Terminating (SIGTERM)\u000a17:57:37.703933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30876): Terminating (SIGTERM)\u000a17:57:37.713763 --- ParallelTerminationStrategy: PID 30870 died...\u000a17:57:37.770106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30870): Terminated: ok {rc=0}\u000a17:57:37.780378 --- ParallelTerminationStrategy: PID 30873 died...\u000a17:57:37.836267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30873): Terminated: ok {rc=0}\u000a17:57:37.846320 --- ParallelTerminationStrategy: PID 30876 died...\u000a17:57:37.902374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30876): Terminated: ok {rc=0}\u000a17:57:37.989658 bus /sierra_3: Setting Powered False\u000a17:57:39.096228 bus /sierra_3: Setting Powered False\u000a17:57:40.205050 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30885): Process ended prematurely: osmo-stp_10.42.42.5(pid=30885) [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30885)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30885): Process ended prematurely: osmo-stp_10.42.42.5(pid=30885) [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:57:41.323316 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:41.335949 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:57:41.505287 tst mo_mt_call_osmux.py: using LAC 22727\u000a17:57:41.636101 tst mo_mt_call_osmux.py: using RAC 32\u000a17:57:41.765382 tst mo_mt_call_osmux.py: using CellId 22727\u000a17:57:41.895218 tst mo_mt_call_osmux.py: using BVCI 22728\u000a17:57:41.920608 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:41.932439 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:41.944101 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:41.955813 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:41.967432 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:41.978915 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:57:42.098066 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:57:42.311183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:42.830622 run create_hlr_db(pid=30879): Launched\u000a17:57:43.018521 bus /sierra_2: Setting Powered False\u000a17:57:44.039014 run create_hlr_db(pid=30879): Terminated: ok {rc=0}\u000a17:57:44.450875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30881): Launched\u000a17:57:44.758955 run osmo-hlr_10.42.42.2(pid=30882): Launched\u000a17:57:44.875259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:45.404919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30884): Launched\u000a17:57:45.709540 run osmo-stp_10.42.42.5(pid=30885): Launched\u000a17:57:45.820692 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:46.433761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30887): Launched\u000a17:57:46.896679 run osmo-msc_10.42.42.6(pid=30888): Launched\u000a17:57:47.336056 run osmo-stp_10.42.42.5(pid=30885): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30885)]\u000a17:57:47.471410 run osmo-stp_10.42.42.5(pid=30885): stdout: \u000a| (launched: 2022-12-09_17:57:45.559728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:47.599965 run osmo-stp_10.42.42.5(pid=30885): stderr: \u000a| �[0;m�[38;5;43m20221209175745732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175745732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175745732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175745733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175745735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175745735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175745735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:47.723333 run osmo-stp_10.42.42.5(pid=30885): stdout: \u000a| (launched: 2022-12-09_17:57:45.559728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:47.845371 run osmo-stp_10.42.42.5(pid=30885): stderr: \u000a| �[0;m�[38;5;43m20221209175745732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175745732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175745732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175745733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175745735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175745735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175745735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:47.899621 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30885): Process ended prematurely: osmo-stp_10.42.42.5(pid=30885) [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30885)] [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:57:47.908569 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a17:57:47.970188 run osmo-hlr_10.42.42.2(pid=30882): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30882)]\u000a17:57:48.020258 run osmo-hlr_10.42.42.2(pid=30882): stdout: \u000a| (launched: 2022-12-09_17:57:44.606258) \u000a17:57:48.071086 run osmo-hlr_10.42.42.2(pid=30882): stderr: \u000a| �[0;m�[1;31m20221209175744783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175744783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175744783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175744783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175744783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175744783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175744795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175744803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175744804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175744804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:48.139730 run osmo-msc_10.42.42.6(pid=30888): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30888)]\u000a17:57:48.189814 run osmo-msc_10.42.42.6(pid=30888): stdout: \u000a| (launched: 2022-12-09_17:57:46.609557) \u000a17:57:48.240341 run osmo-msc_10.42.42.6(pid=30888): stderr: \u000a| �[0;m�[38;5;43m20221209175747032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175747032 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f895d793c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175747033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175747033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175747033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175747033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175747037 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175747038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175747038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175747038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:48.283301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30881): Terminating (SIGTERM)\u000a17:57:48.324616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30884): Terminating (SIGTERM)\u000a17:57:48.365366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30887): Terminating (SIGTERM)\u000a17:57:48.375040 --- ParallelTerminationStrategy: PID 30881 died...\u000a17:57:48.429767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30881): Terminated: ok {rc=0}\u000a17:57:48.439949 --- ParallelTerminationStrategy: PID 30884 died...\u000a17:57:48.494524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30884): Terminated: ok {rc=0}\u000a17:57:48.504153 --- ParallelTerminationStrategy: PID 30887 died...\u000a17:57:48.558518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30887): Terminated: ok {rc=0}\u000a17:57:48.648245 bus /sierra_3: Setting Powered False\u000a17:57:49.752265 bus /sierra_3: Setting Powered False\u000a17:57:50.863974 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:57:30" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30899): Process ended prematurely: osmo-stp_10.42.42.5(pid=30899) [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30899)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30899): Process ended prematurely: osmo-stp_10.42.42.5(pid=30899) [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:57:52.876307 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:57:52.887253 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:57:53.045688 tst mo_mt_call.py: using LAC 22728\u000a17:57:53.165513 tst mo_mt_call.py: using RAC 33\u000a17:57:53.287800 tst mo_mt_call.py: using CellId 22728\u000a17:57:53.405429 tst mo_mt_call.py: using BVCI 22729\u000a17:57:53.428561 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:57:53.439457 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:57:53.450146 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:57:53.461082 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:57:53.471988 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:57:53.482887 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:57:53.603095 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:57:53.814891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:54.327316 run create_hlr_db(pid=30893): Launched\u000a17:57:54.503946 bus /sierra_2: Setting Powered False\u000a17:57:55.524788 run create_hlr_db(pid=30893): Terminated: ok {rc=0}\u000a17:57:55.935392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30895): Launched\u000a17:57:56.241680 run osmo-hlr_10.42.42.2(pid=30896): Launched\u000a17:57:56.353948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:56.885703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30898): Launched\u000a17:57:57.194060 run osmo-stp_10.42.42.5(pid=30899): Launched\u000a17:57:57.307434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:57.867456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30901): Launched\u000a17:57:58.176183 run osmo-msc_10.42.42.6(pid=30902): Launched\u000a17:57:58.356810 run osmo-stp_10.42.42.5(pid=30899): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30899)]\u000a17:57:58.487121 run osmo-stp_10.42.42.5(pid=30899): stdout: \u000a| (launched: 2022-12-09_17:57:57.040642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:58.614804 run osmo-stp_10.42.42.5(pid=30899): stderr: \u000a| �[0;m�[38;5;43m20221209175757213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175757213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175757213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175757213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175757214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175757214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175757214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:58.736900 run osmo-stp_10.42.42.5(pid=30899): stdout: \u000a| (launched: 2022-12-09_17:57:57.040642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:58.858340 run osmo-stp_10.42.42.5(pid=30899): stderr: \u000a| �[0;m�[38;5;43m20221209175757213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175757213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175757213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175757213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175757214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175757214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175757214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:58.911978 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30899): Process ended prematurely: osmo-stp_10.42.42.5(pid=30899) [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30899)] [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:57:58.920576 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:57:58.981496 run osmo-hlr_10.42.42.2(pid=30896): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30896)]\u000a17:57:59.030972 run osmo-hlr_10.42.42.2(pid=30896): stdout: \u000a| (launched: 2022-12-09_17:57:56.090768) \u000a17:57:59.081599 run osmo-hlr_10.42.42.2(pid=30896): stderr: \u000a| �[0;m�[1;31m20221209175756265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175756265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175756265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175756265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175756265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175756265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175756283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175756292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175756292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175756293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:59.149446 run osmo-msc_10.42.42.6(pid=30902): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30902)]\u000a17:57:59.198920 run osmo-msc_10.42.42.6(pid=30902): stdout: \u000a| (launched: 2022-12-09_17:57:58.022083) \u000a17:57:59.249243 run osmo-msc_10.42.42.6(pid=30902): stderr: \u000a| �[0;m�[38;5;43m20221209175758293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175758294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbae743dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175758294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175758294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175758295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175758295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175758297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175758297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175758297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175758297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:59.291122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30895): Terminating (SIGTERM)\u000a17:57:59.331154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30898): Terminating (SIGTERM)\u000a17:57:59.371026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30901): Terminating (SIGTERM)\u000a17:57:59.380397 --- ParallelTerminationStrategy: PID 30895 died...\u000a17:57:59.434256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30895): Terminated: ok {rc=0}\u000a17:57:59.443830 --- ParallelTerminationStrategy: PID 30898 died...\u000a17:57:59.497200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30898): Terminated: ok {rc=0}\u000a17:57:59.507026 --- ParallelTerminationStrategy: PID 30901 died...\u000a17:57:59.560520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30901): Terminated: ok {rc=0}\u000a17:57:59.644587 bus /sierra_3: Setting Powered False\u000a17:58:00.746542 bus /sierra_3: Setting Powered False\u000a17:58:01.855317 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30910): Process ended prematurely: osmo-stp_10.42.42.5(pid=30910) [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30910)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30910): Process ended prematurely: osmo-stp_10.42.42.5(pid=30910) [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:58:02.964471 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:02.976055 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:58:03.146167 tst mo_mt_call_osmux.py: using LAC 22729\u000a17:58:03.267060 tst mo_mt_call_osmux.py: using RAC 34\u000a17:58:03.386219 tst mo_mt_call_osmux.py: using CellId 22729\u000a17:58:03.508417 tst mo_mt_call_osmux.py: using BVCI 22730\u000a17:58:03.531592 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:03.542496 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:03.553194 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:03.564157 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:03.574937 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:03.586150 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:58:03.706304 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:58:03.921314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:04.445443 run create_hlr_db(pid=30904): Launched\u000a17:58:04.635573 bus /sierra_2: Setting Powered False\u000a17:58:05.656148 run create_hlr_db(pid=30904): Terminated: ok {rc=0}\u000a17:58:06.068781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30906): Launched\u000a17:58:06.376042 run osmo-hlr_10.42.42.2(pid=30907): Launched\u000a17:58:06.493114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:07.031971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30909): Launched\u000a17:58:07.336619 run osmo-stp_10.42.42.5(pid=30910): Launched\u000a17:58:07.447357 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:58:08.007681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30912): Launched\u000a17:58:08.313878 run osmo-msc_10.42.42.6(pid=30913): Launched\u000a17:58:08.494122 run osmo-stp_10.42.42.5(pid=30910): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30910)]\u000a17:58:08.624207 run osmo-stp_10.42.42.5(pid=30910): stdout: \u000a| (launched: 2022-12-09_17:58:07.186748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:08.752188 run osmo-stp_10.42.42.5(pid=30910): stderr: \u000a| �[0;m�[38;5;43m20221209175807358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175807358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175807358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175807359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175807359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175807359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175807359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:08.875122 run osmo-stp_10.42.42.5(pid=30910): stdout: \u000a| (launched: 2022-12-09_17:58:07.186748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:08.996382 run osmo-stp_10.42.42.5(pid=30910): stderr: \u000a| �[0;m�[38;5;43m20221209175807358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175807358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175807358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175807359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175807359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175807359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175807359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:09.050248 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30910): Process ended prematurely: osmo-stp_10.42.42.5(pid=30910) [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30910)] [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:58:09.058884 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:58:09.119939 run osmo-hlr_10.42.42.2(pid=30907): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30907)]\u000a17:58:09.169816 run osmo-hlr_10.42.42.2(pid=30907): stdout: \u000a| (launched: 2022-12-09_17:58:06.224916) \u000a17:58:09.219950 run osmo-hlr_10.42.42.2(pid=30907): stderr: \u000a| �[0;m�[1;31m20221209175806406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175806406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175806406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175806406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175806406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175806406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175806418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175806426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175806427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175806427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:09.288061 run osmo-msc_10.42.42.6(pid=30913): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30913)]\u000a17:58:09.337542 run osmo-msc_10.42.42.6(pid=30913): stdout: \u000a| (launched: 2022-12-09_17:58:08.162558) \u000a17:58:09.387632 run osmo-msc_10.42.42.6(pid=30913): stderr: \u000a| �[0;m�[38;5;43m20221209175808437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175808437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69194e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175808437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175808437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175808438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175808438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175808439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175808440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175808440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175808440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:58:09.430017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30906): Terminating (SIGTERM)\u000a17:58:09.470121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30909): Terminating (SIGTERM)\u000a17:58:09.510446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30912): Terminating (SIGTERM)\u000a17:58:09.519906 --- ParallelTerminationStrategy: PID 30906 died...\u000a17:58:09.573473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30906): Terminated: ok {rc=0}\u000a17:58:09.583303 --- ParallelTerminationStrategy: PID 30909 died...\u000a17:58:09.636852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30909): Terminated: ok {rc=0}\u000a17:58:09.646720 --- ParallelTerminationStrategy: PID 30912 died...\u000a17:58:09.700687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30912): Terminated: ok {rc=0}\u000a17:58:09.785519 bus /sierra_3: Setting Powered False\u000a17:58:10.888692 bus /sierra_3: Setting Powered False\u000a17:58:12.002008 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:57:52" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30924): Process ended prematurely: osmo-stp_10.42.42.5(pid=30924) [trial-2362↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30924)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30924): Process ended prematurely: osmo-stp_10.42.42.5(pid=30924) [trial-2362↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:58:14.023249 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:14.033876 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a17:58:14.170836 tst emergency_mo_mt_call.py: using LAC 22730\u000a17:58:14.286489 tst emergency_mo_mt_call.py: using RAC 35\u000a17:58:14.401908 tst emergency_mo_mt_call.py: using CellId 22730\u000a17:58:14.527177 tst emergency_mo_mt_call.py: using BVCI 22731\u000a17:58:14.551952 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:14.563336 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:14.574547 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:14.586563 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:14.598783 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:14.609943 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:14.725240 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:14.937797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:15.450073 run create_hlr_db(pid=30918): Launched\u000a17:58:15.636174 bus /sierra_2: Setting Powered False\u000a17:58:16.655058 run create_hlr_db(pid=30918): Terminated: ok {rc=0}\u000a17:58:17.106310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30920): Launched\u000a17:58:17.432116 run osmo-hlr_10.42.42.2(pid=30921): Launched\u000a17:58:17.545835 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:18.075150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30923): Launched\u000a17:58:18.374624 run osmo-stp_10.42.42.5(pid=30924): Launched\u000a17:58:18.496218 tst emergency_mo_mt_call.py: using MSISDN 7302\u000a17:58:18.644443 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:58:19.192026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30927): Launched\u000a17:58:19.492662 run osmo-msc_10.42.42.6(pid=30928): Launched\u000a17:58:19.668912 run osmo-stp_10.42.42.5(pid=30924): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30924)]\u000a17:58:19.796694 run osmo-stp_10.42.42.5(pid=30924): stdout: \u000a| (launched: 2022-12-09_17:58:18.226479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:19.921736 run osmo-stp_10.42.42.5(pid=30924): stderr: \u000a| �[0;m�[38;5;43m20221209175818399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175818400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175818400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175818400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175818401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175818401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175818401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:20.041723 run osmo-stp_10.42.42.5(pid=30924): stdout: \u000a| (launched: 2022-12-09_17:58:18.226479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:20.160763 run osmo-stp_10.42.42.5(pid=30924): stderr: \u000a| �[0;m�[38;5;43m20221209175818399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175818400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175818400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175818400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175818401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175818401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175818401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:20.213366 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30924): Process ended prematurely: osmo-stp_10.42.42.5(pid=30924) [trial-2362↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30924)] [trial-2362↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a17:58:20.221677 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a17:58:20.282415 run osmo-hlr_10.42.42.2(pid=30921): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30921)]\u000a17:58:20.332139 run osmo-hlr_10.42.42.2(pid=30921): stdout: \u000a| (launched: 2022-12-09_17:58:17.282053) \u000a17:58:20.382187 run osmo-hlr_10.42.42.2(pid=30921): stderr: \u000a| �[0;m�[1;31m20221209175817458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175817458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175817458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175817458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175817458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175817459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175817471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175817482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175817483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175817483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:20.450269 run osmo-msc_10.42.42.6(pid=30928): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30928)]\u000a17:58:20.499662 run osmo-msc_10.42.42.6(pid=30928): stdout: \u000a| (launched: 2022-12-09_17:58:19.343230) \u000a17:58:20.549615 run osmo-msc_10.42.42.6(pid=30928): stderr: \u000a| �[0;m�[38;5;43m20221209175819619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175819619 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa1f304c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175819619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175819619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175819619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175819620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175819621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175819622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175819622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175819622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:58:20.592080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30920): Terminating (SIGTERM)\u000a17:58:20.632278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30923): Terminating (SIGTERM)\u000a17:58:20.672213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30927): Terminating (SIGTERM)\u000a17:58:20.681809 --- ParallelTerminationStrategy: PID 30920 died...\u000a17:58:20.735721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30920): Terminated: ok {rc=0}\u000a17:58:20.745411 --- ParallelTerminationStrategy: PID 30923 died...\u000a17:58:20.799255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30923): Terminated: ok {rc=0}\u000a17:58:20.809114 --- ParallelTerminationStrategy: PID 30927 died...\u000a17:58:20.862531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30927): Terminated: ok {rc=0}\u000a17:58:20.947432 bus /sierra_3: Setting Powered False\u000a17:58:22.055508 bus /sierra_3: Setting Powered False\u000a17:58:23.167289 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30936): Process ended prematurely: osmo-stp_10.42.42.5(pid=30936) [trial-2362↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30936)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30936): Process ended prematurely: osmo-stp_10.42.42.5(pid=30936) [trial-2362↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:58:24.220560 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:24.232445 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a17:58:24.382564 tst emergency_preemptive_call.py: using LAC 22731\u000a17:58:24.507291 tst emergency_preemptive_call.py: using RAC 36\u000a17:58:24.632332 tst emergency_preemptive_call.py: using CellId 22731\u000a17:58:24.756261 tst emergency_preemptive_call.py: using BVCI 22732\u000a17:58:24.780569 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:24.791702 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:24.802663 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:24.813671 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:24.824557 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:24.835464 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:24.949971 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:25.069832 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:25.184071 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:25.390139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:25.901853 run create_hlr_db(pid=30930): Launched\u000a17:58:26.087678 bus /sierra_2: Setting Powered False\u000a17:58:27.107776 run create_hlr_db(pid=30930): Terminated: ok {rc=0}\u000a17:58:27.511616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30932): Launched\u000a17:58:27.812301 run osmo-hlr_10.42.42.2(pid=30933): Launched\u000a17:58:27.922796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:28.443670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30935): Launched\u000a17:58:28.744072 run osmo-stp_10.42.42.5(pid=30936): Launched\u000a17:58:28.865766 tst emergency_preemptive_call.py: using MSISDN 7303\u000a17:58:29.014012 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:58:29.559458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30938): Launched\u000a17:58:29.861956 run osmo-msc_10.42.42.6(pid=30939): Launched\u000a17:58:30.038200 run osmo-stp_10.42.42.5(pid=30936): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30936)]\u000a17:58:30.165209 run osmo-stp_10.42.42.5(pid=30936): stdout: \u000a| (launched: 2022-12-09_17:58:28.595726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:30.290269 run osmo-stp_10.42.42.5(pid=30936): stderr: \u000a| �[0;m�[38;5;43m20221209175828767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175828767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175828767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175828767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175828769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175828769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175828769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:30.410248 run osmo-stp_10.42.42.5(pid=30936): stdout: \u000a| (launched: 2022-12-09_17:58:28.595726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:30.529352 run osmo-stp_10.42.42.5(pid=30936): stderr: \u000a| �[0;m�[38;5;43m20221209175828767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175828767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175828767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175828767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175828769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175828769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175828769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:30.581726 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30936): Process ended prematurely: osmo-stp_10.42.42.5(pid=30936) [trial-2362↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30936)] [trial-2362↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a17:58:30.589695 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a17:58:30.651279 run osmo-hlr_10.42.42.2(pid=30933): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30933)]\u000a17:58:30.701488 run osmo-hlr_10.42.42.2(pid=30933): stdout: \u000a| (launched: 2022-12-09_17:58:27.664039) \u000a17:58:30.752101 run osmo-hlr_10.42.42.2(pid=30933): stderr: \u000a| �[0;m�[1;31m20221209175827838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175827838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175827838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175827838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175827838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175827838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175827850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175827859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175827859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175827860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:30.820919 run osmo-msc_10.42.42.6(pid=30939): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30939)]\u000a17:58:30.883109 run osmo-msc_10.42.42.6(pid=30939): stdout: \u000a| (launched: 2022-12-09_17:58:29.711124) \u000a17:58:30.936163 run osmo-msc_10.42.42.6(pid=30939): stderr: \u000a| �[0;m�[38;5;43m20221209175829981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209175829981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6b3912c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209175829981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209175829981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209175829981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209175829982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209175829983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209175829984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209175829984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209175829984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:58:30.990863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30932): Terminating (SIGTERM)\u000a17:58:31.037726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30935): Terminating (SIGTERM)\u000a17:58:31.084193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30938): Terminating (SIGTERM)\u000a17:58:31.096284 --- ParallelTerminationStrategy: PID 30932 died...\u000a17:58:31.157090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30932): Terminated: ok {rc=0}\u000a17:58:31.167912 --- ParallelTerminationStrategy: PID 30935 died...\u000a17:58:31.226720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30935): Terminated: ok {rc=0}\u000a17:58:31.237659 --- ParallelTerminationStrategy: PID 30938 died...\u000a17:58:31.297901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30938): Terminated: ok {rc=0}\u000a17:58:31.389989 bus /sierra_9: Setting Powered False\u000a17:58:32.496689 bus /sierra_9: Setting Powered False\u000a17:58:33.610006 bus /sierra_8: Setting Powered False\u000a17:58:34.714708 bus /sierra_8: Setting Powered False\u000a17:58:35.827557 bus /sierra_3: Setting Powered False\u000a17:58:36.935797 bus /sierra_3: Setting Powered False\u000a17:58:38.049513 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:58:13" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30954): Process ended prematurely: osmo-stp_10.42.42.5(pid=30954) [trial-2362↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30954)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30954): Process ended prematurely: osmo-stp_10.42.42.5(pid=30954) [trial-2362↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:58:40.165363 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:40.175929 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a17:58:40.314624 tst cs_paging_gprs_active.py: using LAC 22732\u000a17:58:40.442415 tst cs_paging_gprs_active.py: using RAC 37\u000a17:58:40.571572 tst cs_paging_gprs_active.py: using CellId 22732\u000a17:58:40.699057 tst cs_paging_gprs_active.py: using BVCI 22733\u000a17:58:40.724411 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:40.735678 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:40.746725 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:40.757786 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:40.768574 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:40.779500 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:40.790532 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:40.801254 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:40.812195 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:40.930427 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:41.225355 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:58:41.362355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:58:41.703274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30944): Launched\u000a17:58:41.983761 run iperf3-srv_10.42.42.10(pid=30945): Launched\u000a17:58:42.182875 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:58:42.318739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:58:42.659812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30946): Launched\u000a17:58:42.943403 run iperf3-srv_10.42.42.10(pid=30947): Launched\u000a17:58:43.144600 tst cs_paging_gprs_active.py:38: start network...\u000a17:58:43.281637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:43.804897 run create_hlr_db(pid=30948): Launched\u000a17:58:43.993536 bus /sierra_2: Setting Powered False\u000a17:58:45.014766 run create_hlr_db(pid=30948): Terminated: ok {rc=0}\u000a17:58:45.426967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30950): Launched\u000a17:58:45.734672 run osmo-hlr_10.42.42.2(pid=30951): Launched\u000a17:58:45.878272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:46.505304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30953): Launched\u000a17:58:46.947382 run osmo-stp_10.42.42.5(pid=30954): Launched\u000a17:58:47.168857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:58:47.705206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30956): Launched\u000a17:58:47.814100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:58:48.083658 run patchelf(pid=30957): Launched\u000a17:58:48.263940 run osmo-stp_10.42.42.5(pid=30954): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30954)]\u000a17:58:48.394761 run osmo-stp_10.42.42.5(pid=30954): stdout: \u000a| (launched: 2022-12-09_17:58:46.679427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:48.526377 run osmo-stp_10.42.42.5(pid=30954): stderr: \u000a| �[0;m�[38;5;43m20221209175846937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175846937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175846938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175846939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175846941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175846941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175846941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:48.652868 run osmo-stp_10.42.42.5(pid=30954): stdout: \u000a| (launched: 2022-12-09_17:58:46.679427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:48.778524 run osmo-stp_10.42.42.5(pid=30954): stderr: \u000a| �[0;m�[38;5;43m20221209175846937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175846937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175846938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175846939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175846941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175846941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175846941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:48.925227 run patchelf(pid=30957): Terminating (SIGINT)\u000a17:58:49.098001 run patchelf(pid=30957): Terminated: ok {rc=0}\u000a17:58:49.129656 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30954): Process ended prematurely: osmo-stp_10.42.42.5(pid=30954) [trial-2362↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30954)] [trial-2362↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a17:58:49.138942 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a17:58:49.200174 run osmo-hlr_10.42.42.2(pid=30951): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30951)]\u000a17:58:49.249954 run osmo-hlr_10.42.42.2(pid=30951): stdout: \u000a| (launched: 2022-12-09_17:58:45.582717) \u000a17:58:49.300435 run osmo-hlr_10.42.42.2(pid=30951): stderr: \u000a| �[0;m�[1;31m20221209175845763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175845763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175845763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175845764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175845764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175845764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175845775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175845784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175845784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175845784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:49.343077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30944): Terminating (SIGTERM)\u000a17:58:49.383820 run iperf3-srv_10.42.42.10(pid=30945): Terminating (SIGTERM)\u000a17:58:49.424520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30946): Terminating (SIGTERM)\u000a17:58:49.464816 run iperf3-srv_10.42.42.10(pid=30947): Terminating (SIGTERM)\u000a17:58:49.505637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30950): Terminating (SIGTERM)\u000a17:58:49.546746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30953): Terminating (SIGTERM)\u000a17:58:49.587018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30956): Terminating (SIGTERM)\u000a17:58:49.596541 --- ParallelTerminationStrategy: PID 30944 died...\u000a17:58:49.650763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30944): Terminated: ok {rc=0}\u000a17:58:49.660505 --- ParallelTerminationStrategy: PID 30945 died...\u000a17:58:49.714166 run iperf3-srv_10.42.42.10(pid=30945): Terminated {rc=256}\u000a17:58:49.724002 --- ParallelTerminationStrategy: PID 30946 died...\u000a17:58:49.777625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30946): Terminated: ok {rc=0}\u000a17:58:49.787469 --- ParallelTerminationStrategy: PID 30947 died...\u000a17:58:49.840823 run iperf3-srv_10.42.42.10(pid=30947): Terminated {rc=256}\u000a17:58:49.850672 --- ParallelTerminationStrategy: PID 30950 died...\u000a17:58:49.904066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30950): Terminated: ok {rc=0}\u000a17:58:49.913966 --- ParallelTerminationStrategy: PID 30953 died...\u000a17:58:49.967304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30953): Terminated: ok {rc=0}\u000a17:58:49.977212 --- ParallelTerminationStrategy: PID 30956 died...\u000a17:58:50.030700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30956): Terminated: ok {rc=0}\u000a17:58:50.120255 bus /gobi_0: Setting Powered False\u000a17:58:51.224400 bus /gobi_0: Setting Powered False\u000a17:58:52.336219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30967): Process ended prematurely: osmo-stp_10.42.42.5(pid=30967) [trial-2362↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30967)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30967): Process ended prematurely: osmo-stp_10.42.42.5(pid=30967) [trial-2362↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a17:58:53.447684 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:53.459031 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a17:58:53.598660 tst iperf3.py: using LAC 22733\u000a17:58:53.717775 tst iperf3.py: using RAC 38\u000a17:58:53.837821 tst iperf3.py: using CellId 22733\u000a17:58:53.956884 tst iperf3.py: using BVCI 22734\u000a17:58:53.980064 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:53.990749 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:54.001172 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:54.011803 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:54.022419 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:54.033059 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:54.043817 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:54.054371 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:58:54.065097 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:54.360391 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:58:54.496792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:58:54.835778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30959): Launched\u000a17:58:55.118305 run iperf3-srv_10.42.42.10(pid=30960): Launched\u000a17:58:55.317720 tst iperf3.py:8: start network...\u000a17:58:55.453206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:55.975976 run create_hlr_db(pid=30961): Launched\u000a17:58:56.164252 bus /gobi_6: Setting Powered False\u000a17:58:57.185261 run create_hlr_db(pid=30961): Terminated: ok {rc=0}\u000a17:58:57.622345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30963): Launched\u000a17:58:57.949944 run osmo-hlr_10.42.42.2(pid=30964): Launched\u000a17:58:58.068208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:58.640477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30966): Launched\u000a17:58:58.968884 run osmo-stp_10.42.42.5(pid=30967): Launched\u000a17:58:59.087172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:58:59.658153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30969): Launched\u000a17:58:59.774386 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:00.060125 run patchelf(pid=30970): Launched\u000a17:59:00.251574 run osmo-stp_10.42.42.5(pid=30967): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30967)]\u000a17:59:00.391368 run osmo-stp_10.42.42.5(pid=30967): stdout: \u000a| (launched: 2022-12-09_17:58:58.806749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:00.531984 run osmo-stp_10.42.42.5(pid=30967): stderr: \u000a| �[0;m�[38;5;43m20221209175858999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175858999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175858999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175859000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175859000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175859000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175859000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:00.667182 run osmo-stp_10.42.42.5(pid=30967): stdout: \u000a| (launched: 2022-12-09_17:58:58.806749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:00.801047 run osmo-stp_10.42.42.5(pid=30967): stderr: \u000a| �[0;m�[38;5;43m20221209175858999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175858999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175858999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175859000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175859000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175859000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175859000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:00.965303 run patchelf(pid=30970): Terminating (SIGINT)\u000a17:59:01.163766 run patchelf(pid=30970): Terminated: ok {rc=0}\u000a17:59:01.198279 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30967): Process ended prematurely: osmo-stp_10.42.42.5(pid=30967) [trial-2362↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30967)] [trial-2362↪gprs:trx-lms↪iperf3.py:8]\u000a17:59:01.208849 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:59:01.273739 run osmo-hlr_10.42.42.2(pid=30964): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30964)]\u000a17:59:01.326908 run osmo-hlr_10.42.42.2(pid=30964): stdout: \u000a| (launched: 2022-12-09_17:58:57.788886) \u000a17:59:01.380244 run osmo-hlr_10.42.42.2(pid=30964): stderr: \u000a| �[0;m�[1;31m20221209175857989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175857989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175857989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175857989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175857989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175857989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175858001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175858010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175858010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175858010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:01.426151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30959): Terminating (SIGTERM)\u000a17:59:01.470634 run iperf3-srv_10.42.42.10(pid=30960): Terminating (SIGTERM)\u000a17:59:01.516827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30963): Terminating (SIGTERM)\u000a17:59:01.560848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30966): Terminating (SIGTERM)\u000a17:59:01.605259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30969): Terminating (SIGTERM)\u000a17:59:01.615022 --- ParallelTerminationStrategy: PID 30959 died...\u000a17:59:01.672138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30959): Terminated: ok {rc=0}\u000a17:59:01.682676 --- ParallelTerminationStrategy: PID 30960 died...\u000a17:59:01.739411 run iperf3-srv_10.42.42.10(pid=30960): Terminated {rc=256}\u000a17:59:01.749956 --- ParallelTerminationStrategy: PID 30963 died...\u000a17:59:01.807588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30963): Terminated: ok {rc=0}\u000a17:59:01.818348 --- ParallelTerminationStrategy: PID 30966 died...\u000a17:59:01.876180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30966): Terminated: ok {rc=0}\u000a17:59:01.887124 --- ParallelTerminationStrategy: PID 30969 died...\u000a17:59:01.945948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30969): Terminated: ok {rc=0}\u000a17:59:02.035954 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30985): Process ended prematurely: osmo-stp_10.42.42.5(pid=30985) [trial-2362↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30985): Process ended prematurely: osmo-stp_10.42.42.5(pid=30985) [trial-2362↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a17:59:03.146645 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.157995 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a17:59:03.296079 tst iperf3m4.py: using LAC 22734\u000a17:59:03.417465 tst iperf3m4.py: using RAC 39\u000a17:59:03.536640 tst iperf3m4.py: using CellId 22734\u000a17:59:03.657519 tst iperf3m4.py: using BVCI 22735\u000a17:59:03.680650 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.691386 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.701897 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.712577 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.723634 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.734326 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.745192 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.755768 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.766604 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:03.886456 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:04.010504 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:04.131760 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:04.429410 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:59:04.566376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:04.904186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30971): Launched\u000a17:59:05.185482 run iperf3-srv_10.42.42.10(pid=30972): Launched\u000a17:59:05.384196 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:59:05.519732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:05.859127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30973): Launched\u000a17:59:06.139163 run iperf3-srv_10.42.42.10(pid=30974): Launched\u000a17:59:06.338378 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:59:06.473959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:06.813469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30975): Launched\u000a17:59:07.094900 run iperf3-srv_10.42.42.10(pid=30976): Launched\u000a17:59:07.293770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:59:07.428606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:07.766487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30977): Launched\u000a17:59:08.047883 run iperf3-srv_10.42.42.10(pid=30978): Launched\u000a17:59:08.246864 tst iperf3m4.py:8: start network...\u000a17:59:08.382576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:08.906446 run create_hlr_db(pid=30979): Launched\u000a17:59:09.095310 bus /gobi_6: Setting Powered False\u000a17:59:10.115410 run create_hlr_db(pid=30979): Terminated: ok {rc=0}\u000a17:59:10.528844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30981): Launched\u000a17:59:10.836114 run osmo-hlr_10.42.42.2(pid=30982): Launched\u000a17:59:10.955854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:11.497094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30984): Launched\u000a17:59:11.802759 run osmo-stp_10.42.42.5(pid=30985): Launched\u000a17:59:11.914505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:12.448103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30987): Launched\u000a17:59:12.556332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:12.822735 run patchelf(pid=30988): Launched\u000a17:59:13.002127 run osmo-stp_10.42.42.5(pid=30985): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)]\u000a17:59:13.133342 run osmo-stp_10.42.42.5(pid=30985): stdout: \u000a| (launched: 2022-12-09_17:59:11.652247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:13.264357 run osmo-stp_10.42.42.5(pid=30985): stderr: \u000a| �[0;m�[38;5;43m20221209175911823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175911823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175911823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175911823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175911824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175911824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175911824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:13.390612 run osmo-stp_10.42.42.5(pid=30985): stdout: \u000a| (launched: 2022-12-09_17:59:11.652247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:13.515465 run osmo-stp_10.42.42.5(pid=30985): stderr: \u000a| �[0;m�[38;5;43m20221209175911823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175911823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175911823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175911823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175911824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175911824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175911824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:13.661314 run patchelf(pid=30988): Terminating (SIGINT)\u000a17:59:13.832748 run patchelf(pid=30988): Terminated: ok {rc=0}\u000a17:59:13.864231 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30985): Process ended prematurely: osmo-stp_10.42.42.5(pid=30985) [trial-2362↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)] [trial-2362↪gprs:trx-lms↪iperf3m4.py:8]\u000a17:59:13.873551 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a17:59:13.934728 run osmo-hlr_10.42.42.2(pid=30982): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30982)]\u000a17:59:13.984201 run osmo-hlr_10.42.42.2(pid=30982): stdout: \u000a| (launched: 2022-12-09_17:59:10.684774) \u000a17:59:14.034152 run osmo-hlr_10.42.42.2(pid=30982): stderr: \u000a| �[0;m�[1;31m20221209175910862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175910862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175910862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175910862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175910862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175910862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175910874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175910883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175910883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175910883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:14.076199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30971): Terminating (SIGTERM)\u000a17:59:14.115921 run iperf3-srv_10.42.42.10(pid=30972): Terminating (SIGTERM)\u000a17:59:14.155638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30973): Terminating (SIGTERM)\u000a17:59:14.195121 run iperf3-srv_10.42.42.10(pid=30974): Terminating (SIGTERM)\u000a17:59:14.234807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30975): Terminating (SIGTERM)\u000a17:59:14.274421 run iperf3-srv_10.42.42.10(pid=30976): Terminating (SIGTERM)\u000a17:59:14.314153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30977): Terminating (SIGTERM)\u000a17:59:14.353711 run iperf3-srv_10.42.42.10(pid=30978): Terminating (SIGTERM)\u000a17:59:14.393540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30981): Terminating (SIGTERM)\u000a17:59:14.433490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30984): Terminating (SIGTERM)\u000a17:59:14.473899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30987): Terminating (SIGTERM)\u000a17:59:14.483187 --- ParallelTerminationStrategy: PID 30971 died...\u000a17:59:14.537294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30971): Terminated: ok {rc=0}\u000a17:59:14.546899 --- ParallelTerminationStrategy: PID 30972 died...\u000a17:59:14.600589 run iperf3-srv_10.42.42.10(pid=30972): Terminated {rc=256}\u000a17:59:14.610424 --- ParallelTerminationStrategy: PID 30973 died...\u000a17:59:14.664145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30973): Terminated: ok {rc=0}\u000a17:59:14.673827 --- ParallelTerminationStrategy: PID 30974 died...\u000a17:59:14.727247 run iperf3-srv_10.42.42.10(pid=30974): Terminated {rc=256}\u000a17:59:14.737136 --- ParallelTerminationStrategy: PID 30975 died...\u000a17:59:14.790795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30975): Terminated: ok {rc=0}\u000a17:59:14.800445 --- ParallelTerminationStrategy: PID 30976 died...\u000a17:59:14.854155 run iperf3-srv_10.42.42.10(pid=30976): Terminated {rc=256}\u000a17:59:14.863695 --- ParallelTerminationStrategy: PID 30977 died...\u000a17:59:14.917630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30977): Terminated: ok {rc=0}\u000a17:59:14.927508 --- ParallelTerminationStrategy: PID 30978 died...\u000a17:59:14.980921 run iperf3-srv_10.42.42.10(pid=30978): Terminated {rc=256}\u000a17:59:14.991017 --- ParallelTerminationStrategy: PID 30981 died...\u000a17:59:15.044892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30981): Terminated: ok {rc=0}\u000a17:59:15.054594 --- ParallelTerminationStrategy: PID 30984 died...\u000a17:59:15.108440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30984): Terminated: ok {rc=0}\u000a17:59:15.118296 --- ParallelTerminationStrategy: PID 30987 died...\u000a17:59:15.171982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30987): Terminated: ok {rc=0}\u000a17:59:15.257242 bus /gobi_4: Setting Powered False\u000a17:59:16.373074 bus /gobi_4: Setting Powered False\u000a17:59:17.483057 bus /gobi_1: Setting Powered False\u000a17:59:18.590582 bus /gobi_1: Setting Powered False\u000a17:59:19.700168 bus /gobi_0: Setting Powered False\u000a17:59:20.807807 bus /gobi_0: Setting Powered False\u000a17:59:21.918323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30995): Process ended prematurely: osmo-stp_10.42.42.5(pid=30995) [trial-2362↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30995)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30995): Process ended prematurely: osmo-stp_10.42.42.5(pid=30995) [trial-2362↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a17:59:22.987759 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:22.999709 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a17:59:23.143531 tst ping.py: using LAC 22735\u000a17:59:23.271748 tst ping.py: using RAC 40\u000a17:59:23.390835 tst ping.py: using CellId 22735\u000a17:59:23.506761 tst ping.py: using BVCI 22736\u000a17:59:23.529736 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:23.540238 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:23.550763 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:23.561577 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:23.572141 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:23.582834 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:23.593728 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:23.604343 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:23.896169 tst ping.py:19: start network...\u000a17:59:24.029322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:24.531213 run create_hlr_db(pid=30989): Launched\u000a17:59:24.705128 bus /gobi_6: Setting Powered False\u000a17:59:25.726245 run create_hlr_db(pid=30989): Terminated: ok {rc=0}\u000a17:59:26.154485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30991): Launched\u000a17:59:26.474060 run osmo-hlr_10.42.42.2(pid=30992): Launched\u000a17:59:26.592043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:27.155381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30994): Launched\u000a17:59:27.476545 run osmo-stp_10.42.42.5(pid=30995): Launched\u000a17:59:27.593616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:28.154916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30997): Launched\u000a17:59:28.269031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:28.549317 run patchelf(pid=30998): Launched\u000a17:59:28.737494 run osmo-stp_10.42.42.5(pid=30995): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30995)]\u000a17:59:28.875803 run osmo-stp_10.42.42.5(pid=30995): stdout: \u000a| (launched: 2022-12-09_17:59:27.318692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:29.014394 run osmo-stp_10.42.42.5(pid=30995): stderr: \u000a| �[0;m�[38;5;43m20221209175927514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175927514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175927514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175927515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175927515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175927515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175927515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:29.147839 run osmo-stp_10.42.42.5(pid=30995): stdout: \u000a| (launched: 2022-12-09_17:59:27.318692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:29.279305 run osmo-stp_10.42.42.5(pid=30995): stderr: \u000a| �[0;m�[38;5;43m20221209175927514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175927514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175927514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175927515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175927515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175927515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175927515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:29.432654 run patchelf(pid=30998): Terminating (SIGINT)\u000a17:59:29.613530 run patchelf(pid=30998): Terminated: ok {rc=0}\u000a17:59:29.646303 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30995): Process ended prematurely: osmo-stp_10.42.42.5(pid=30995) [trial-2362↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30995)] [trial-2362↪gprs:trx-lms↪ping.py:22]\u000a17:59:29.655809 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:59:29.719355 run osmo-hlr_10.42.42.2(pid=30992): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30992)]\u000a17:59:29.771295 run osmo-hlr_10.42.42.2(pid=30992): stdout: \u000a| (launched: 2022-12-09_17:59:26.316917) \u000a17:59:29.823967 run osmo-hlr_10.42.42.2(pid=30992): stderr: \u000a| �[0;m�[1;31m20221209175926518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175926518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175926518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175926518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175926518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175926518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175926530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175926539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175926540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175926540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:29.868814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30991): Terminating (SIGTERM)\u000a17:59:29.911315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30994): Terminating (SIGTERM)\u000a17:59:29.953843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30997): Terminating (SIGTERM)\u000a17:59:29.963697 --- ParallelTerminationStrategy: PID 30991 died...\u000a17:59:30.020623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30991): Terminated: ok {rc=0}\u000a17:59:30.031011 --- ParallelTerminationStrategy: PID 30994 died...\u000a17:59:30.087375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30994): Terminated: ok {rc=0}\u000a17:59:30.098017 --- ParallelTerminationStrategy: PID 30997 died...\u000a17:59:30.154414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30997): Terminated: ok {rc=0}\u000a17:59:30.242788 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31005): Process ended prematurely: osmo-stp_10.42.42.5(pid=31005) [trial-2362↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31005)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31005): Process ended prematurely: osmo-stp_10.42.42.5(pid=31005) [trial-2362↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a17:59:31.304182 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:31.320478 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a17:59:31.510223 tst ping_idle_ping.py: using LAC 22736\u000a17:59:31.646759 tst ping_idle_ping.py: using RAC 41\u000a17:59:31.770732 tst ping_idle_ping.py: using CellId 22736\u000a17:59:31.892424 tst ping_idle_ping.py: using BVCI 22737\u000a17:59:31.916881 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:31.928526 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:31.940640 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:31.952255 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:31.965475 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:31.977505 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:31.989692 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:32.001340 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:32.285432 tst ping_idle_ping.py:24: start network...\u000a17:59:32.410764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:32.889338 run create_hlr_db(pid=30999): Launched\u000a17:59:33.064231 bus /gobi_6: Setting Powered False\u000a17:59:34.084615 run create_hlr_db(pid=30999): Terminated: ok {rc=0}\u000a17:59:34.490308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31001): Launched\u000a17:59:34.794282 run osmo-hlr_10.42.42.2(pid=31002): Launched\u000a17:59:34.910767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:35.435704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31004): Launched\u000a17:59:35.737864 run osmo-stp_10.42.42.5(pid=31005): Launched\u000a17:59:35.847764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:36.373733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31007): Launched\u000a17:59:36.480564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:36.743876 run patchelf(pid=31008): Launched\u000a17:59:36.920567 run osmo-stp_10.42.42.5(pid=31005): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31005)]\u000a17:59:37.049828 run osmo-stp_10.42.42.5(pid=31005): stdout: \u000a| (launched: 2022-12-09_17:59:35.588481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:37.179926 run osmo-stp_10.42.42.5(pid=31005): stderr: \u000a| �[0;m�[38;5;43m20221209175935758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175935758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175935759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175935759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175935759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175935760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175935760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:37.304431 run osmo-stp_10.42.42.5(pid=31005): stdout: \u000a| (launched: 2022-12-09_17:59:35.588481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:37.427572 run osmo-stp_10.42.42.5(pid=31005): stderr: \u000a| �[0;m�[38;5;43m20221209175935758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175935758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175935759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175935759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175935759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175935760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175935760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:37.571369 run patchelf(pid=31008): Terminating (SIGINT)\u000a17:59:37.740142 run patchelf(pid=31008): Terminated: ok {rc=0}\u000a17:59:37.771010 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31005): Process ended prematurely: osmo-stp_10.42.42.5(pid=31005) [trial-2362↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31005)] [trial-2362↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a17:59:37.779727 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:59:37.840657 run osmo-hlr_10.42.42.2(pid=31002): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31002)]\u000a17:59:37.889911 run osmo-hlr_10.42.42.2(pid=31002): stdout: \u000a| (launched: 2022-12-09_17:59:34.644108) \u000a17:59:37.939868 run osmo-hlr_10.42.42.2(pid=31002): stderr: \u000a| �[0;m�[1;31m20221209175934821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175934821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175934821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175934821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175934822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175934822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175934833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175934842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175934842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175934842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:37.982150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31001): Terminating (SIGTERM)\u000a17:59:38.022302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31004): Terminating (SIGTERM)\u000a17:59:38.062604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31007): Terminating (SIGTERM)\u000a17:59:38.072113 --- ParallelTerminationStrategy: PID 31001 died...\u000a17:59:38.126396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31001): Terminated: ok {rc=0}\u000a17:59:38.136299 --- ParallelTerminationStrategy: PID 31004 died...\u000a17:59:38.189984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31004): Terminated: ok {rc=0}\u000a17:59:38.199674 --- ParallelTerminationStrategy: PID 31007 died...\u000a17:59:38.253170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31007): Terminated: ok {rc=0}\u000a17:59:38.342404 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:58:39" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31024): Process ended prematurely: osmo-stp_10.42.42.5(pid=31024) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31024)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31024): Process ended prematurely: osmo-stp_10.42.42.5(pid=31024) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:59:40.494766 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:40.506218 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:59:40.654038 tst cs_paging_gprs_active.py: using LAC 22737\u000a17:59:40.782305 tst cs_paging_gprs_active.py: using RAC 42\u000a17:59:40.906355 tst cs_paging_gprs_active.py: using CellId 22737\u000a17:59:41.028253 tst cs_paging_gprs_active.py: using BVCI 22738\u000a17:59:41.051786 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:41.062753 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:41.073515 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:41.084488 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:41.095350 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:41.106324 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:41.117434 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:41.128169 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:41.139329 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:59:41.260214 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:59:41.543355 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:59:41.671578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:41.993393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31014): Launched\u000a17:59:42.258622 run iperf3-srv_10.42.42.10(pid=31015): Launched\u000a17:59:42.445807 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:59:42.573785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:42.892533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31016): Launched\u000a17:59:43.158474 run iperf3-srv_10.42.42.10(pid=31017): Launched\u000a17:59:43.346532 tst cs_paging_gprs_active.py:38: start network...\u000a17:59:43.474305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:43.957350 run create_hlr_db(pid=31018): Launched\u000a17:59:44.133707 bus /gobi_6: Setting Powered False\u000a17:59:45.156646 run create_hlr_db(pid=31018): Terminated: ok {rc=0}\u000a17:59:45.596127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31020): Launched\u000a17:59:46.055811 run osmo-hlr_10.42.42.2(pid=31021): Launched\u000a17:59:46.261233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:46.827009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31023): Launched\u000a17:59:47.206626 run osmo-stp_10.42.42.5(pid=31024): Launched\u000a17:59:47.352457 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:47.926813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31026): Launched\u000a17:59:48.043829 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:48.331868 run patchelf(pid=31027): Launched\u000a17:59:48.527083 run osmo-stp_10.42.42.5(pid=31024): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31024)]\u000a17:59:48.667947 run osmo-stp_10.42.42.5(pid=31024): stdout: \u000a| (launched: 2022-12-09_17:59:46.989143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:48.807804 run osmo-stp_10.42.42.5(pid=31024): stderr: \u000a| �[0;m�[38;5;43m20221209175947328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175947328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175947328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175947337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175947338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175947338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175947338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:48.943691 run osmo-stp_10.42.42.5(pid=31024): stdout: \u000a| (launched: 2022-12-09_17:59:46.989143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:49.078527 run osmo-stp_10.42.42.5(pid=31024): stderr: \u000a| �[0;m�[38;5;43m20221209175947328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175947328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175947328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175947337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175947338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175947338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175947338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:49.234931 run patchelf(pid=31027): Terminating (SIGINT)\u000a17:59:49.420441 run patchelf(pid=31027): Terminated: ok {rc=0}\u000a17:59:49.454448 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31024): Process ended prematurely: osmo-stp_10.42.42.5(pid=31024) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31024)] [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:59:49.464416 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a17:59:49.528762 run osmo-hlr_10.42.42.2(pid=31021): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31021)]\u000a17:59:49.580830 run osmo-hlr_10.42.42.2(pid=31021): stdout: \u000a| (launched: 2022-12-09_17:59:45.763321) \u000a17:59:49.633625 run osmo-hlr_10.42.42.2(pid=31021): stderr: \u000a| �[0;m�[1;31m20221209175946010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175946010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175946010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175946010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175946010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175946010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175946031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175946041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175946041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175946041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:49.678589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31014): Terminating (SIGTERM)\u000a17:59:49.720691 run iperf3-srv_10.42.42.10(pid=31015): Terminating (SIGTERM)\u000a17:59:49.764793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31016): Terminating (SIGTERM)\u000a17:59:49.806938 run iperf3-srv_10.42.42.10(pid=31017): Terminating (SIGTERM)\u000a17:59:49.849071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31020): Terminating (SIGTERM)\u000a17:59:49.891074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31023): Terminating (SIGTERM)\u000a17:59:49.933258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31026): Terminating (SIGTERM)\u000a17:59:49.943008 --- ParallelTerminationStrategy: PID 31014 died...\u000a17:59:49.999534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31014): Terminated: ok {rc=0}\u000a17:59:50.009751 --- ParallelTerminationStrategy: PID 31015 died...\u000a17:59:50.065909 run iperf3-srv_10.42.42.10(pid=31015): Terminated {rc=256}\u000a17:59:50.076089 --- ParallelTerminationStrategy: PID 31016 died...\u000a17:59:50.132453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31016): Terminated: ok {rc=0}\u000a17:59:50.142643 --- ParallelTerminationStrategy: PID 31017 died...\u000a17:59:50.199021 run iperf3-srv_10.42.42.10(pid=31017): Terminated {rc=256}\u000a17:59:50.209390 --- ParallelTerminationStrategy: PID 31020 died...\u000a17:59:50.265604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31020): Terminated: ok {rc=0}\u000a17:59:50.275842 --- ParallelTerminationStrategy: PID 31023 died...\u000a17:59:50.331834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31023): Terminated: ok {rc=0}\u000a17:59:50.341994 --- ParallelTerminationStrategy: PID 31026 died...\u000a17:59:50.397750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31026): Terminated: ok {rc=0}\u000a17:59:50.485674 bus /gobi_0: Setting Powered False\u000a17:59:51.592941 bus /gobi_0: Setting Powered False\u000a17:59:52.701482 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31036): Process ended prematurely: osmo-stp_10.42.42.5(pid=31036) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31036): Process ended prematurely: osmo-stp_10.42.42.5(pid=31036) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:59:53.811299 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:53.822902 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:59:53.965177 tst iperf3.py: using LAC 22738\u000a17:59:54.086729 tst iperf3.py: using RAC 43\u000a17:59:54.209846 tst iperf3.py: using CellId 22738\u000a17:59:54.328535 tst iperf3.py: using BVCI 22739\u000a17:59:54.352054 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:54.363112 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:54.373846 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:54.384798 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:54.395659 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:54.406663 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:54.417817 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:54.428543 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:59:54.439643 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:59:54.721804 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:59:54.849011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:55.168628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31028): Launched\u000a17:59:55.432391 run iperf3-srv_10.42.42.10(pid=31029): Launched\u000a17:59:55.618261 tst iperf3.py:8: start network...\u000a17:59:55.745135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:56.226541 run create_hlr_db(pid=31030): Launched\u000a17:59:56.410909 bus /gobi_6: Setting Powered False\u000a17:59:57.424876 run create_hlr_db(pid=31030): Terminated: ok {rc=0}\u000a17:59:57.836784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31032): Launched\u000a17:59:58.145360 run osmo-hlr_10.42.42.2(pid=31033): Launched\u000a17:59:58.264233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:58.804596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31035): Launched\u000a17:59:59.111831 run osmo-stp_10.42.42.5(pid=31036): Launched\u000a17:59:59.224447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:59.759437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31038): Launched\u000a17:59:59.868893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:00:00.136279 run patchelf(pid=31039): Launched\u000a18:00:00.315690 run osmo-stp_10.42.42.5(pid=31036): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)]\u000a18:00:00.446909 run osmo-stp_10.42.42.5(pid=31036): stdout: \u000a| (launched: 2022-12-09_17:59:58.960099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:00.578959 run osmo-stp_10.42.42.5(pid=31036): stderr: \u000a| �[0;m�[38;5;43m20221209175959132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175959132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175959132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175959132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175959133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175959133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175959133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:00.705977 run osmo-stp_10.42.42.5(pid=31036): stdout: \u000a| (launched: 2022-12-09_17:59:58.960099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:00.831790 run osmo-stp_10.42.42.5(pid=31036): stderr: \u000a| �[0;m�[38;5;43m20221209175959132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209175959132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209175959132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209175959132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209175959133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209175959133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209175959133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:00.987741 run patchelf(pid=31039): Terminating (SIGINT)\u000a18:00:01.164007 run patchelf(pid=31039): Terminated: ok {rc=0}\u000a18:00:01.197095 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31036): Process ended prematurely: osmo-stp_10.42.42.5(pid=31036) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)] [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a18:00:01.207609 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a18:00:01.271617 run osmo-hlr_10.42.42.2(pid=31033): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31033)]\u000a18:00:01.322858 run osmo-hlr_10.42.42.2(pid=31033): stdout: \u000a| (launched: 2022-12-09_17:59:57.993319) \u000a18:00:01.375511 run osmo-hlr_10.42.42.2(pid=31033): stderr: \u000a| �[0;m�[1;31m20221209175958173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209175958173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209175958173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175958174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209175958174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209175958174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209175958186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209175958194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209175958194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209175958194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:01.419354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31028): Terminating (SIGTERM)\u000a18:00:01.466247 run iperf3-srv_10.42.42.10(pid=31029): Terminating (SIGTERM)\u000a18:00:01.515096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31032): Terminating (SIGTERM)\u000a18:00:01.556637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31035): Terminating (SIGTERM)\u000a18:00:01.599438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31038): Terminating (SIGTERM)\u000a18:00:01.609371 --- ParallelTerminationStrategy: PID 31028 died...\u000a18:00:01.665717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31028): Terminated: ok {rc=0}\u000a18:00:01.676370 --- ParallelTerminationStrategy: PID 31029 died...\u000a18:00:01.732838 run iperf3-srv_10.42.42.10(pid=31029): Terminated {rc=256}\u000a18:00:01.743489 --- ParallelTerminationStrategy: PID 31032 died...\u000a18:00:01.800060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31032): Terminated: ok {rc=0}\u000a18:00:01.810672 --- ParallelTerminationStrategy: PID 31035 died...\u000a18:00:01.867932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31035): Terminated: ok {rc=0}\u000a18:00:01.878603 --- ParallelTerminationStrategy: PID 31038 died...\u000a18:00:01.935117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31038): Terminated: ok {rc=0}\u000a18:00:02.033890 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31098): Process ended prematurely: osmo-stp_10.42.42.5(pid=31098) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31098)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31098): Process ended prematurely: osmo-stp_10.42.42.5(pid=31098) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:00:03.159773 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:03.172454 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:00:03.325948 tst iperf3m4.py: using LAC 22739\u000a18:00:03.457262 tst iperf3m4.py: using RAC 44\u000a18:00:03.588039 tst iperf3m4.py: using CellId 22739\u000a18:00:03.718258 tst iperf3m4.py: using BVCI 22740\u000a18:00:03.743276 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:03.754655 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:03.765782 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:03.776912 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:03.787943 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:03.799063 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:03.810376 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:03.821369 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:03.832594 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:03.950331 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:04.074143 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:04.194469 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:04.479642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:00:04.608015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:04.926568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31083): Launched\u000a18:00:05.193712 run iperf3-srv_10.42.42.10(pid=31084): Launched\u000a18:00:05.380057 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:00:05.508512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:05.826968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31085): Launched\u000a18:00:06.091676 run iperf3-srv_10.42.42.10(pid=31086): Launched\u000a18:00:06.278547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:00:06.406103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:06.725303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31087): Launched\u000a18:00:06.989339 run iperf3-srv_10.42.42.10(pid=31088): Launched\u000a18:00:07.175703 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:00:07.303680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:07.625241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31089): Launched\u000a18:00:07.889386 run iperf3-srv_10.42.42.10(pid=31090): Launched\u000a18:00:08.075537 tst iperf3m4.py:8: start network...\u000a18:00:08.202891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:08.693308 run create_hlr_db(pid=31092): Launched\u000a18:00:08.869595 bus /gobi_6: Setting Powered False\u000a18:00:09.891286 run create_hlr_db(pid=31092): Terminated: ok {rc=0}\u000a18:00:10.301214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31094): Launched\u000a18:00:10.609643 run osmo-hlr_10.42.42.2(pid=31095): Launched\u000a18:00:10.729629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:11.278986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31097): Launched\u000a18:00:11.610571 run osmo-stp_10.42.42.5(pid=31098): Launched\u000a18:00:11.732085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:00:12.305230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31100): Launched\u000a18:00:12.421667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:00:12.709771 run patchelf(pid=31101): Launched\u000a18:00:12.901949 run osmo-stp_10.42.42.5(pid=31098): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31098)]\u000a18:00:13.041922 run osmo-stp_10.42.42.5(pid=31098): stdout: \u000a| (launched: 2022-12-09_18:00:11.445897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:13.182692 run osmo-stp_10.42.42.5(pid=31098): stderr: \u000a| �[0;m�[38;5;43m20221209180011640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180011640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180011640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180011641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180011641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180011641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180011641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:13.318053 run osmo-stp_10.42.42.5(pid=31098): stdout: \u000a| (launched: 2022-12-09_18:00:11.445897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:13.453050 run osmo-stp_10.42.42.5(pid=31098): stderr: \u000a| �[0;m�[38;5;43m20221209180011640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180011640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180011640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180011641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180011641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180011641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180011641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:13.610503 run patchelf(pid=31101): Terminating (SIGINT)\u000a18:00:13.794185 run patchelf(pid=31101): Terminated: ok {rc=0}\u000a18:00:13.828194 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31098): Process ended prematurely: osmo-stp_10.42.42.5(pid=31098) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31098)] [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:00:13.838243 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a18:00:13.902099 run osmo-hlr_10.42.42.2(pid=31095): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31095)]\u000a18:00:13.954734 run osmo-hlr_10.42.42.2(pid=31095): stdout: \u000a| (launched: 2022-12-09_18:00:10.457271) \u000a18:00:14.007380 run osmo-hlr_10.42.42.2(pid=31095): stderr: \u000a| �[0;m�[1;31m20221209180010635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180010635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180010635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180010635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180010635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180010635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180010646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180010656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180010656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180010656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:14.054901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31083): Terminating (SIGTERM)\u000a18:00:14.097948 run iperf3-srv_10.42.42.10(pid=31084): Terminating (SIGTERM)\u000a18:00:14.140635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31085): Terminating (SIGTERM)\u000a18:00:14.182969 run iperf3-srv_10.42.42.10(pid=31086): Terminating (SIGTERM)\u000a18:00:14.225453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31087): Terminating (SIGTERM)\u000a18:00:14.267713 run iperf3-srv_10.42.42.10(pid=31088): Terminating (SIGTERM)\u000a18:00:14.310256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31089): Terminating (SIGTERM)\u000a18:00:14.352711 run iperf3-srv_10.42.42.10(pid=31090): Terminating (SIGTERM)\u000a18:00:14.395112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31094): Terminating (SIGTERM)\u000a18:00:14.437442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31097): Terminating (SIGTERM)\u000a18:00:14.479767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31100): Terminating (SIGTERM)\u000a18:00:14.489662 --- ParallelTerminationStrategy: PID 31083 died...\u000a18:00:14.546757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31083): Terminated: ok {rc=0}\u000a18:00:14.557062 --- ParallelTerminationStrategy: PID 31084 died...\u000a18:00:14.613664 run iperf3-srv_10.42.42.10(pid=31084): Terminated {rc=256}\u000a18:00:14.623813 --- ParallelTerminationStrategy: PID 31085 died...\u000a18:00:14.680597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31085): Terminated: ok {rc=0}\u000a18:00:14.690746 --- ParallelTerminationStrategy: PID 31086 died...\u000a18:00:14.746935 run iperf3-srv_10.42.42.10(pid=31086): Terminated {rc=256}\u000a18:00:14.757207 --- ParallelTerminationStrategy: PID 31087 died...\u000a18:00:14.813221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31087): Terminated: ok {rc=0}\u000a18:00:14.823477 --- ParallelTerminationStrategy: PID 31088 died...\u000a18:00:14.879644 run iperf3-srv_10.42.42.10(pid=31088): Terminated {rc=256}\u000a18:00:14.889859 --- ParallelTerminationStrategy: PID 31089 died...\u000a18:00:14.945952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31089): Terminated: ok {rc=0}\u000a18:00:14.956082 --- ParallelTerminationStrategy: PID 31090 died...\u000a18:00:15.011910 run iperf3-srv_10.42.42.10(pid=31090): Terminated {rc=256}\u000a18:00:15.022024 --- ParallelTerminationStrategy: PID 31094 died...\u000a18:00:15.078392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31094): Terminated: ok {rc=0}\u000a18:00:15.088644 --- ParallelTerminationStrategy: PID 31097 died...\u000a18:00:15.144851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31097): Terminated: ok {rc=0}\u000a18:00:15.155066 --- ParallelTerminationStrategy: PID 31100 died...\u000a18:00:15.211179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31100): Terminated: ok {rc=0}\u000a18:00:15.299378 bus /gobi_4: Setting Powered False\u000a18:00:16.404416 bus /gobi_4: Setting Powered False\u000a18:00:17.517535 bus /gobi_1: Setting Powered False\u000a18:00:18.622373 bus /gobi_1: Setting Powered False\u000a18:00:19.733988 bus /gobi_0: Setting Powered False\u000a18:00:20.838540 bus /gobi_0: Setting Powered False\u000a18:00:21.954190 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31109): Process ended prematurely: osmo-stp_10.42.42.5(pid=31109) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31109)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31109): Process ended prematurely: osmo-stp_10.42.42.5(pid=31109) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:00:23.024622 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:23.036646 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:00:23.183369 tst ping.py: using LAC 22740\u000a18:00:23.310348 tst ping.py: using RAC 45\u000a18:00:23.435770 tst ping.py: using CellId 22740\u000a18:00:23.567899 tst ping.py: using BVCI 22741\u000a18:00:23.592660 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:23.604002 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:23.615052 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:23.626208 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:23.637333 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:23.648350 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:23.660484 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:23.671609 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:23.962303 tst ping.py:19: start network...\u000a18:00:24.095195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:24.604659 run create_hlr_db(pid=31103): Launched\u000a18:00:24.790781 bus /gobi_6: Setting Powered False\u000a18:00:25.810986 run create_hlr_db(pid=31103): Terminated: ok {rc=0}\u000a18:00:26.239586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31105): Launched\u000a18:00:26.561774 run osmo-hlr_10.42.42.2(pid=31106): Launched\u000a18:00:26.678091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:27.237169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31108): Launched\u000a18:00:27.559605 run osmo-stp_10.42.42.5(pid=31109): Launched\u000a18:00:27.676479 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:00:28.236491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31111): Launched\u000a18:00:28.350789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:00:28.625850 run patchelf(pid=31112): Launched\u000a18:00:28.803332 run osmo-stp_10.42.42.5(pid=31109): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31109)]\u000a18:00:28.933784 run osmo-stp_10.42.42.5(pid=31109): stdout: \u000a| (launched: 2022-12-09_18:00:27.399696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:29.063987 run osmo-stp_10.42.42.5(pid=31109): stderr: \u000a| �[0;m�[38;5;43m20221209180027595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180027595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180027595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180027596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180027596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180027596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180027596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:29.189256 run osmo-stp_10.42.42.5(pid=31109): stdout: \u000a| (launched: 2022-12-09_18:00:27.399696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:29.313328 run osmo-stp_10.42.42.5(pid=31109): stderr: \u000a| �[0;m�[38;5;43m20221209180027595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180027595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180027595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180027596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180027596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180027596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180027596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:29.458017 run patchelf(pid=31112): Terminating (SIGINT)\u000a18:00:29.628214 run patchelf(pid=31112): Terminated: ok {rc=0}\u000a18:00:29.659145 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31109): Process ended prematurely: osmo-stp_10.42.42.5(pid=31109) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31109)] [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a18:00:29.668537 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:00:29.730457 run osmo-hlr_10.42.42.2(pid=31106): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31106)]\u000a18:00:29.780343 run osmo-hlr_10.42.42.2(pid=31106): stdout: \u000a| (launched: 2022-12-09_18:00:26.402156) \u000a18:00:29.831053 run osmo-hlr_10.42.42.2(pid=31106): stderr: \u000a| �[0;m�[1;31m20221209180026602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180026602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180026602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180026602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180026602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180026602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180026620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180026630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180026630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180026630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:29.873829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31105): Terminating (SIGTERM)\u000a18:00:29.914298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31108): Terminating (SIGTERM)\u000a18:00:29.954883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31111): Terminating (SIGTERM)\u000a18:00:29.964543 --- ParallelTerminationStrategy: PID 31105 died...\u000a18:00:30.019367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31105): Terminated: ok {rc=0}\u000a18:00:30.029265 --- ParallelTerminationStrategy: PID 31108 died...\u000a18:00:30.083652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31108): Terminated: ok {rc=0}\u000a18:00:30.093860 --- ParallelTerminationStrategy: PID 31111 died...\u000a18:00:30.148378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31111): Terminated: ok {rc=0}\u000a18:00:30.237053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31119): Process ended prematurely: osmo-stp_10.42.42.5(pid=31119) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31119): Process ended prematurely: osmo-stp_10.42.42.5(pid=31119) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:00:31.296905 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:31.315218 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:00:31.472117 tst ping_idle_ping.py: using LAC 22741\u000a18:00:31.653684 tst ping_idle_ping.py: using RAC 46\u000a18:00:31.828386 tst ping_idle_ping.py: using CellId 22741\u000a18:00:31.957191 tst ping_idle_ping.py: using BVCI 22742\u000a18:00:31.981347 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:31.993263 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:32.004920 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:32.017818 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:32.030558 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:32.043571 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:32.056465 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:32.069283 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:32.370274 tst ping_idle_ping.py:24: start network...\u000a18:00:32.496771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:32.975048 run create_hlr_db(pid=31113): Launched\u000a18:00:33.149991 bus /gobi_6: Setting Powered False\u000a18:00:34.170900 run create_hlr_db(pid=31113): Terminated: ok {rc=0}\u000a18:00:34.575263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31115): Launched\u000a18:00:34.877933 run osmo-hlr_10.42.42.2(pid=31116): Launched\u000a18:00:34.991873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:35.517207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31118): Launched\u000a18:00:35.822691 run osmo-stp_10.42.42.5(pid=31119): Launched\u000a18:00:35.933214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:00:36.459511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31121): Launched\u000a18:00:36.566967 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:00:36.830364 run patchelf(pid=31122): Launched\u000a18:00:37.007183 run osmo-stp_10.42.42.5(pid=31119): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)]\u000a18:00:37.137828 run osmo-stp_10.42.42.5(pid=31119): stdout: \u000a| (launched: 2022-12-09_18:00:35.670719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:37.268001 run osmo-stp_10.42.42.5(pid=31119): stderr: \u000a| �[0;m�[38;5;43m20221209180035841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180035841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180035841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180035842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180035842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180035842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180035842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:37.392892 run osmo-stp_10.42.42.5(pid=31119): stdout: \u000a| (launched: 2022-12-09_18:00:35.670719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:37.516557 run osmo-stp_10.42.42.5(pid=31119): stderr: \u000a| �[0;m�[38;5;43m20221209180035841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180035841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180035841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180035842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180035842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180035842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180035842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:37.661307 run patchelf(pid=31122): Terminating (SIGINT)\u000a18:00:37.830910 run patchelf(pid=31122): Terminated: ok {rc=0}\u000a18:00:37.861891 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31119): Process ended prematurely: osmo-stp_10.42.42.5(pid=31119) [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)] [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:00:37.870582 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:00:37.931862 run osmo-hlr_10.42.42.2(pid=31116): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31116)]\u000a18:00:37.981798 run osmo-hlr_10.42.42.2(pid=31116): stdout: \u000a| (launched: 2022-12-09_18:00:34.728543) \u000a18:00:38.032099 run osmo-hlr_10.42.42.2(pid=31116): stderr: \u000a| �[0;m�[1;31m20221209180034905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180034905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180034905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180034905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180034905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180034905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180034918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180034927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180034927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180034927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:38.074902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31115): Terminating (SIGTERM)\u000a18:00:38.115514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31118): Terminating (SIGTERM)\u000a18:00:38.156098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31121): Terminating (SIGTERM)\u000a18:00:38.165804 --- ParallelTerminationStrategy: PID 31115 died...\u000a18:00:38.220357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31115): Terminated: ok {rc=0}\u000a18:00:38.230499 --- ParallelTerminationStrategy: PID 31118 died...\u000a18:00:38.285047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31118): Terminated: ok {rc=0}\u000a18:00:38.294877 --- ParallelTerminationStrategy: PID 31121 died...\u000a18:00:38.349023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31121): Terminated: ok {rc=0}\u000a18:00:38.434191 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:59:40" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31138): Process ended prematurely: osmo-stp_10.42.42.5(pid=31138) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31138)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31138): Process ended prematurely: osmo-stp_10.42.42.5(pid=31138) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:00:40.591520 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:40.602470 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:00:40.759279 tst cs_paging_gprs_active.py: using LAC 22742\u000a18:00:40.881332 tst cs_paging_gprs_active.py: using RAC 47\u000a18:00:41.000847 tst cs_paging_gprs_active.py: using CellId 22742\u000a18:00:41.122614 tst cs_paging_gprs_active.py: using BVCI 22743\u000a18:00:41.146103 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:41.157115 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:41.167677 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:41.178598 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:41.189470 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:41.200405 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:41.211433 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:41.222257 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:41.233206 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:00:41.353127 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:00:41.651423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:00:41.789222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:42.129144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31128): Launched\u000a18:00:42.412575 run iperf3-srv_10.42.42.10(pid=31129): Launched\u000a18:00:42.614133 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:00:42.750935 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:43.092445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31130): Launched\u000a18:00:43.375394 run iperf3-srv_10.42.42.10(pid=31131): Launched\u000a18:00:43.576016 tst cs_paging_gprs_active.py:38: start network...\u000a18:00:43.713198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:44.238225 run create_hlr_db(pid=31132): Launched\u000a18:00:44.427626 bus /gobi_6: Setting Powered False\u000a18:00:45.448298 run create_hlr_db(pid=31132): Terminated: ok {rc=0}\u000a18:00:45.862129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31134): Launched\u000a18:00:46.239196 run osmo-hlr_10.42.42.2(pid=31135): Launched\u000a18:00:46.511409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:47.130336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31137): Launched\u000a18:00:47.457685 run osmo-stp_10.42.42.5(pid=31138): Launched\u000a18:00:47.577663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:00:48.120800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31140): Launched\u000a18:00:48.230449 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:00:48.506401 run patchelf(pid=31141): Launched\u000a18:00:48.687495 run osmo-stp_10.42.42.5(pid=31138): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31138)]\u000a18:00:48.819221 run osmo-stp_10.42.42.5(pid=31138): stdout: \u000a| (launched: 2022-12-09_18:00:47.288273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:48.951097 run osmo-stp_10.42.42.5(pid=31138): stderr: \u000a| �[0;m�[38;5;43m20221209180047536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180047536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180047536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180047536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180047537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180047537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180047537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:49.078519 run osmo-stp_10.42.42.5(pid=31138): stdout: \u000a| (launched: 2022-12-09_18:00:47.288273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:49.205251 run osmo-stp_10.42.42.5(pid=31138): stderr: \u000a| �[0;m�[38;5;43m20221209180047536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180047536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180047536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180047536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180047537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180047537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180047537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:49.352660 run patchelf(pid=31141): Terminating (SIGINT)\u000a18:00:49.526752 run patchelf(pid=31141): Terminated: ok {rc=0}\u000a18:00:49.558648 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31138): Process ended prematurely: osmo-stp_10.42.42.5(pid=31138) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31138)] [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:00:49.567975 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a18:00:49.629593 run osmo-hlr_10.42.42.2(pid=31135): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31135)]\u000a18:00:49.679406 run osmo-hlr_10.42.42.2(pid=31135): stdout: \u000a| (launched: 2022-12-09_18:00:46.027551) \u000a18:00:49.729936 run osmo-hlr_10.42.42.2(pid=31135): stderr: \u000a| �[0;m�[1;31m20221209180046437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180046437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180046437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180046437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180046437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180046437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180046460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180046470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180046470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180046470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:49.773210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31128): Terminating (SIGTERM)\u000a18:00:49.814139 run iperf3-srv_10.42.42.10(pid=31129): Terminating (SIGTERM)\u000a18:00:49.854815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31130): Terminating (SIGTERM)\u000a18:00:49.895264 run iperf3-srv_10.42.42.10(pid=31131): Terminating (SIGTERM)\u000a18:00:49.936204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31134): Terminating (SIGTERM)\u000a18:00:49.976904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31137): Terminating (SIGTERM)\u000a18:00:50.017641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31140): Terminating (SIGTERM)\u000a18:00:50.027217 --- ParallelTerminationStrategy: PID 31128 died...\u000a18:00:50.081651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31128): Terminated: ok {rc=0}\u000a18:00:50.091489 --- ParallelTerminationStrategy: PID 31129 died...\u000a18:00:50.145371 run iperf3-srv_10.42.42.10(pid=31129): Terminated {rc=256}\u000a18:00:50.155264 --- ParallelTerminationStrategy: PID 31130 died...\u000a18:00:50.209387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31130): Terminated: ok {rc=0}\u000a18:00:50.219448 --- ParallelTerminationStrategy: PID 31131 died...\u000a18:00:50.273317 run iperf3-srv_10.42.42.10(pid=31131): Terminated {rc=256}\u000a18:00:50.283090 --- ParallelTerminationStrategy: PID 31134 died...\u000a18:00:50.337593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31134): Terminated: ok {rc=0}\u000a18:00:50.347383 --- ParallelTerminationStrategy: PID 31137 died...\u000a18:00:50.401271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31137): Terminated: ok {rc=0}\u000a18:00:50.411283 --- ParallelTerminationStrategy: PID 31140 died...\u000a18:00:50.465236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31140): Terminated: ok {rc=0}\u000a18:00:50.549700 bus /gobi_0: Setting Powered False\u000a18:00:51.658724 bus /gobi_0: Setting Powered False\u000a18:00:52.769287 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31150): Process ended prematurely: osmo-stp_10.42.42.5(pid=31150) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31150)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31150): Process ended prematurely: osmo-stp_10.42.42.5(pid=31150) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:00:53.886696 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:53.898925 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:00:54.066056 tst iperf3.py: using LAC 22743\u000a18:00:54.193875 tst iperf3.py: using RAC 48\u000a18:00:54.321296 tst iperf3.py: using CellId 22743\u000a18:00:54.449408 tst iperf3.py: using BVCI 22744\u000a18:00:54.474448 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:54.485828 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:54.497016 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:54.508205 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:54.519380 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:54.530673 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:54.541959 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:54.553397 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:00:54.564689 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:00:54.861144 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:00:54.997801 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:55.337717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31142): Launched\u000a18:00:55.619057 run iperf3-srv_10.42.42.10(pid=31143): Launched\u000a18:00:55.819206 tst iperf3.py:8: start network...\u000a18:00:55.955542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:56.470431 run create_hlr_db(pid=31144): Launched\u000a18:00:56.648346 bus /gobi_6: Setting Powered False\u000a18:00:57.668792 run create_hlr_db(pid=31144): Terminated: ok {rc=0}\u000a18:00:58.079638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31146): Launched\u000a18:00:58.387572 run osmo-hlr_10.42.42.2(pid=31147): Launched\u000a18:00:58.506229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:59.048732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31149): Launched\u000a18:00:59.357178 run osmo-stp_10.42.42.5(pid=31150): Launched\u000a18:00:59.469117 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:01:00.004339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31152): Launched\u000a18:01:00.113456 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:01:00.381295 run patchelf(pid=31153): Launched\u000a18:01:00.561376 run osmo-stp_10.42.42.5(pid=31150): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31150)]\u000a18:01:00.692937 run osmo-stp_10.42.42.5(pid=31150): stdout: \u000a| (launched: 2022-12-09_18:00:59.204431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:00.824646 run osmo-stp_10.42.42.5(pid=31150): stderr: \u000a| �[0;m�[38;5;43m20221209180059376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180059376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180059377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180059377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180059378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180059378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180059378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:00.954417 run osmo-stp_10.42.42.5(pid=31150): stdout: \u000a| (launched: 2022-12-09_18:00:59.204431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:01.085804 run osmo-stp_10.42.42.5(pid=31150): stderr: \u000a| �[0;m�[38;5;43m20221209180059376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180059376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180059377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180059377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180059378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180059378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180059378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:01.236309 run patchelf(pid=31153): Terminating (SIGINT)\u000a18:01:01.413812 run patchelf(pid=31153): Terminated: ok {rc=0}\u000a18:01:01.446899 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31150): Process ended prematurely: osmo-stp_10.42.42.5(pid=31150) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31150)] [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:01:01.457242 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:01:01.523038 run osmo-hlr_10.42.42.2(pid=31147): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31147)]\u000a18:01:01.575215 run osmo-hlr_10.42.42.2(pid=31147): stdout: \u000a| (launched: 2022-12-09_18:00:58.235527) \u000a18:01:01.627077 run osmo-hlr_10.42.42.2(pid=31147): stderr: \u000a| �[0;m�[1;31m20221209180058415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180058415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180058415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180058416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180058416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180058416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180058427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180058436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180058436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180058436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:01.673476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31142): Terminating (SIGTERM)\u000a18:01:01.717181 run iperf3-srv_10.42.42.10(pid=31143): Terminating (SIGTERM)\u000a18:01:01.761891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31146): Terminating (SIGTERM)\u000a18:01:01.805705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31149): Terminating (SIGTERM)\u000a18:01:01.851258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31152): Terminating (SIGTERM)\u000a18:01:01.862540 --- ParallelTerminationStrategy: PID 31142 died...\u000a18:01:01.920177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31142): Terminated: ok {rc=0}\u000a18:01:01.931022 --- ParallelTerminationStrategy: PID 31143 died...\u000a18:01:01.987801 run iperf3-srv_10.42.42.10(pid=31143): Terminated {rc=256}\u000a18:01:01.998554 --- ParallelTerminationStrategy: PID 31146 died...\u000a18:01:02.055600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31146): Terminated: ok {rc=0}\u000a18:01:02.066557 --- ParallelTerminationStrategy: PID 31149 died...\u000a18:01:02.121842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31149): Terminated: ok {rc=0}\u000a18:01:02.133525 --- ParallelTerminationStrategy: PID 31152 died...\u000a18:01:02.190343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31152): Terminated: ok {rc=0}\u000a18:01:02.276189 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31168): Process ended prematurely: osmo-stp_10.42.42.5(pid=31168) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31168)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31168): Process ended prematurely: osmo-stp_10.42.42.5(pid=31168) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:01:03.387154 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:03.398897 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:01:03.560048 tst iperf3m4.py: using LAC 22744\u000a18:01:03.681847 tst iperf3m4.py: using RAC 49\u000a18:01:03.804108 tst iperf3m4.py: using CellId 22744\u000a18:01:03.926366 tst iperf3m4.py: using BVCI 22745\u000a18:01:03.949855 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:03.960655 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:03.971365 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:03.982397 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:03.993331 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:04.004234 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:04.015309 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:04.026135 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:04.037278 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:04.158210 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:04.280047 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:04.400135 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:04.695514 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:01:04.832214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:05.173415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31154): Launched\u000a18:01:05.455254 run iperf3-srv_10.42.42.10(pid=31155): Launched\u000a18:01:05.655774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:01:05.791884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:06.131879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31156): Launched\u000a18:01:06.414793 run iperf3-srv_10.42.42.10(pid=31157): Launched\u000a18:01:06.615148 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:01:06.751137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:07.092900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31158): Launched\u000a18:01:07.374613 run iperf3-srv_10.42.42.10(pid=31159): Launched\u000a18:01:07.575068 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:01:07.711041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:08.051841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31160): Launched\u000a18:01:08.334334 run iperf3-srv_10.42.42.10(pid=31161): Launched\u000a18:01:08.533893 tst iperf3m4.py:8: start network...\u000a18:01:08.670426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:09.195548 run create_hlr_db(pid=31162): Launched\u000a18:01:09.384865 bus /gobi_6: Setting Powered False\u000a18:01:10.406172 run create_hlr_db(pid=31162): Terminated: ok {rc=0}\u000a18:01:10.843488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31164): Launched\u000a18:01:11.170975 run osmo-hlr_10.42.42.2(pid=31165): Launched\u000a18:01:11.291686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:11.861334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31167): Launched\u000a18:01:12.190390 run osmo-stp_10.42.42.5(pid=31168): Launched\u000a18:01:12.312503 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:01:12.882827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31170): Launched\u000a18:01:12.999032 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:01:13.284807 run patchelf(pid=31171): Launched\u000a18:01:13.476173 run osmo-stp_10.42.42.5(pid=31168): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31168)]\u000a18:01:13.615973 run osmo-stp_10.42.42.5(pid=31168): stdout: \u000a| (launched: 2022-12-09_18:01:12.028044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:13.755905 run osmo-stp_10.42.42.5(pid=31168): stderr: \u000a| �[0;m�[38;5;43m20221209180112224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180112224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180112225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180112225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180112226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180112226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180112226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:13.890943 run osmo-stp_10.42.42.5(pid=31168): stdout: \u000a| (launched: 2022-12-09_18:01:12.028044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:14.024904 run osmo-stp_10.42.42.5(pid=31168): stderr: \u000a| �[0;m�[38;5;43m20221209180112224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180112224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180112225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180112225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180112226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180112226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180112226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:14.180773 run patchelf(pid=31171): Terminating (SIGINT)\u000a18:01:14.364343 run patchelf(pid=31171): Terminated: ok {rc=0}\u000a18:01:14.398055 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31168): Process ended prematurely: osmo-stp_10.42.42.5(pid=31168) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31168)] [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:01:14.408045 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a18:01:14.471832 run osmo-hlr_10.42.42.2(pid=31165): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31165)]\u000a18:01:14.523567 run osmo-hlr_10.42.42.2(pid=31165): stdout: \u000a| (launched: 2022-12-09_18:01:11.009476) \u000a18:01:14.576531 run osmo-hlr_10.42.42.2(pid=31165): stderr: \u000a| �[0;m�[1;31m20221209180111211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180111211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180111211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180111211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180111212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180111212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180111223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180111231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180111231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180111231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:14.621850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31154): Terminating (SIGTERM)\u000a18:01:14.664287 run iperf3-srv_10.42.42.10(pid=31155): Terminating (SIGTERM)\u000a18:01:14.706897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31156): Terminating (SIGTERM)\u000a18:01:14.749339 run iperf3-srv_10.42.42.10(pid=31157): Terminating (SIGTERM)\u000a18:01:14.791833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31158): Terminating (SIGTERM)\u000a18:01:14.834130 run iperf3-srv_10.42.42.10(pid=31159): Terminating (SIGTERM)\u000a18:01:14.876478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31160): Terminating (SIGTERM)\u000a18:01:14.918871 run iperf3-srv_10.42.42.10(pid=31161): Terminating (SIGTERM)\u000a18:01:14.961462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31164): Terminating (SIGTERM)\u000a18:01:15.004014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31167): Terminating (SIGTERM)\u000a18:01:15.046580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31170): Terminating (SIGTERM)\u000a18:01:15.056430 --- ParallelTerminationStrategy: PID 31154 died...\u000a18:01:15.113384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31154): Terminated: ok {rc=0}\u000a18:01:15.123794 --- ParallelTerminationStrategy: PID 31155 died...\u000a18:01:15.180506 run iperf3-srv_10.42.42.10(pid=31155): Terminated {rc=256}\u000a18:01:15.190850 --- ParallelTerminationStrategy: PID 31156 died...\u000a18:01:15.247536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31156): Terminated: ok {rc=0}\u000a18:01:15.257963 --- ParallelTerminationStrategy: PID 31157 died...\u000a18:01:15.314411 run iperf3-srv_10.42.42.10(pid=31157): Terminated {rc=256}\u000a18:01:15.324665 --- ParallelTerminationStrategy: PID 31158 died...\u000a18:01:15.381582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31158): Terminated: ok {rc=0}\u000a18:01:15.391939 --- ParallelTerminationStrategy: PID 31159 died...\u000a18:01:15.448160 run iperf3-srv_10.42.42.10(pid=31159): Terminated {rc=256}\u000a18:01:15.458353 --- ParallelTerminationStrategy: PID 31160 died...\u000a18:01:15.514804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31160): Terminated: ok {rc=0}\u000a18:01:15.525261 --- ParallelTerminationStrategy: PID 31161 died...\u000a18:01:15.581946 run iperf3-srv_10.42.42.10(pid=31161): Terminated {rc=256}\u000a18:01:15.592294 --- ParallelTerminationStrategy: PID 31164 died...\u000a18:01:15.648794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31164): Terminated: ok {rc=0}\u000a18:01:15.659174 --- ParallelTerminationStrategy: PID 31167 died...\u000a18:01:15.715258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31167): Terminated: ok {rc=0}\u000a18:01:15.725685 --- ParallelTerminationStrategy: PID 31170 died...\u000a18:01:15.781902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31170): Terminated: ok {rc=0}\u000a18:01:15.873182 bus /gobi_4: Setting Powered False\u000a18:01:16.978695 bus /gobi_4: Setting Powered False\u000a18:01:18.089899 bus /gobi_1: Setting Powered False\u000a18:01:19.193534 bus /gobi_1: Setting Powered False\u000a18:01:20.304399 bus /gobi_0: Setting Powered False\u000a18:01:21.408390 bus /gobi_0: Setting Powered False\u000a18:01:22.520829 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31179): Process ended prematurely: osmo-stp_10.42.42.5(pid=31179) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31179)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31179): Process ended prematurely: osmo-stp_10.42.42.5(pid=31179) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:01:23.588117 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:23.599870 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:01:23.755805 tst ping.py: using LAC 22745\u000a18:01:23.874947 tst ping.py: using RAC 50\u000a18:01:24.000170 tst ping.py: using CellId 22745\u000a18:01:24.128058 tst ping.py: using BVCI 22746\u000a18:01:24.152678 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:24.164247 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:24.175590 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:24.186865 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:24.198118 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:24.209441 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:24.220690 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:24.231822 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:24.506967 tst ping.py:19: start network...\u000a18:01:24.631654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:25.106942 run create_hlr_db(pid=31173): Launched\u000a18:01:25.282457 bus /gobi_6: Setting Powered False\u000a18:01:26.302876 run create_hlr_db(pid=31173): Terminated: ok {rc=0}\u000a18:01:26.706377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31175): Launched\u000a18:01:27.008040 run osmo-hlr_10.42.42.2(pid=31176): Launched\u000a18:01:27.124520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:27.657957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31178): Launched\u000a18:01:27.959384 run osmo-stp_10.42.42.5(pid=31179): Launched\u000a18:01:28.069165 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:01:28.594293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31181): Launched\u000a18:01:28.701145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:01:28.965388 run patchelf(pid=31182): Launched\u000a18:01:29.141236 run osmo-stp_10.42.42.5(pid=31179): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31179)]\u000a18:01:29.270341 run osmo-stp_10.42.42.5(pid=31179): stdout: \u000a| (launched: 2022-12-09_18:01:27.810145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:29.399898 run osmo-stp_10.42.42.5(pid=31179): stderr: \u000a| �[0;m�[38;5;43m20221209180127979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180127979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180127979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180127980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180127980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180127980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180127980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:29.524063 run osmo-stp_10.42.42.5(pid=31179): stdout: \u000a| (launched: 2022-12-09_18:01:27.810145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:29.647050 run osmo-stp_10.42.42.5(pid=31179): stderr: \u000a| �[0;m�[38;5;43m20221209180127979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180127979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180127979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180127980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180127980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180127980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180127980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:29.790234 run patchelf(pid=31182): Terminating (SIGINT)\u000a18:01:29.959284 run patchelf(pid=31182): Terminated: ok {rc=0}\u000a18:01:29.990005 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31179): Process ended prematurely: osmo-stp_10.42.42.5(pid=31179) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31179)] [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:01:29.998740 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:01:30.060352 run osmo-hlr_10.42.42.2(pid=31176): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31176)]\u000a18:01:30.110443 run osmo-hlr_10.42.42.2(pid=31176): stdout: \u000a| (launched: 2022-12-09_18:01:26.858954) \u000a18:01:30.160788 run osmo-hlr_10.42.42.2(pid=31176): stderr: \u000a| �[0;m�[1;31m20221209180127033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180127033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180127033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180127033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180127033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180127033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180127045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180127054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180127054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180127054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:30.203344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31175): Terminating (SIGTERM)\u000a18:01:30.244103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31178): Terminating (SIGTERM)\u000a18:01:30.284608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31181): Terminating (SIGTERM)\u000a18:01:30.294329 --- ParallelTerminationStrategy: PID 31175 died...\u000a18:01:30.348522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31175): Terminated: ok {rc=0}\u000a18:01:30.358304 --- ParallelTerminationStrategy: PID 31178 died...\u000a18:01:30.412006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31178): Terminated: ok {rc=0}\u000a18:01:30.422019 --- ParallelTerminationStrategy: PID 31181 died...\u000a18:01:30.476051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31181): Terminated: ok {rc=0}\u000a18:01:30.567101 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31189): Process ended prematurely: osmo-stp_10.42.42.5(pid=31189) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31189)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31189): Process ended prematurely: osmo-stp_10.42.42.5(pid=31189) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:01:31.621230 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:31.634383 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:01:31.803914 tst ping_idle_ping.py: using LAC 22746\u000a18:01:31.926822 tst ping_idle_ping.py: using RAC 51\u000a18:01:32.049634 tst ping_idle_ping.py: using CellId 22746\u000a18:01:32.184291 tst ping_idle_ping.py: using BVCI 22747\u000a18:01:32.209291 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:32.221153 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:32.233869 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:32.247077 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:32.258846 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:32.270405 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:32.282001 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:32.293546 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:32.590266 tst ping_idle_ping.py:24: start network...\u000a18:01:32.724814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:33.244000 run create_hlr_db(pid=31183): Launched\u000a18:01:33.431315 bus /gobi_6: Setting Powered False\u000a18:01:34.452618 run create_hlr_db(pid=31183): Terminated: ok {rc=0}\u000a18:01:34.862414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31185): Launched\u000a18:01:35.165150 run osmo-hlr_10.42.42.2(pid=31186): Launched\u000a18:01:35.279000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:35.809738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31188): Launched\u000a18:01:36.133286 run osmo-stp_10.42.42.5(pid=31189): Launched\u000a18:01:36.248891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:01:36.811614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31191): Launched\u000a18:01:36.926591 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:01:37.209197 run patchelf(pid=31192): Launched\u000a18:01:37.398140 run osmo-stp_10.42.42.5(pid=31189): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31189)]\u000a18:01:37.536606 run osmo-stp_10.42.42.5(pid=31189): stdout: \u000a| (launched: 2022-12-09_18:01:35.973406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:37.675869 run osmo-stp_10.42.42.5(pid=31189): stderr: \u000a| �[0;m�[38;5;43m20221209180136169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180136169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180136169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180136170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180136170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180136170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180136170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:37.809435 run osmo-stp_10.42.42.5(pid=31189): stdout: \u000a| (launched: 2022-12-09_18:01:35.973406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:37.941270 run osmo-stp_10.42.42.5(pid=31189): stderr: \u000a| �[0;m�[38;5;43m20221209180136169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180136169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180136169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180136170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180136170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180136170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180136170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:38.094815 run patchelf(pid=31192): Terminating (SIGINT)\u000a18:01:38.275840 run patchelf(pid=31192): Terminated: ok {rc=0}\u000a18:01:38.308600 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31189): Process ended prematurely: osmo-stp_10.42.42.5(pid=31189) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31189)] [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:01:38.318105 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:01:38.381289 run osmo-hlr_10.42.42.2(pid=31186): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31186)]\u000a18:01:38.432823 run osmo-hlr_10.42.42.2(pid=31186): stdout: \u000a| (launched: 2022-12-09_18:01:35.015258) \u000a18:01:38.484756 run osmo-hlr_10.42.42.2(pid=31186): stderr: \u000a| �[0;m�[1;31m20221209180135194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180135194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180135194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180135194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180135194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180135194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180135207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180135215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180135215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180135215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:38.529310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31185): Terminating (SIGTERM)\u000a18:01:38.571732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31188): Terminating (SIGTERM)\u000a18:01:38.613962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31191): Terminating (SIGTERM)\u000a18:01:38.623975 --- ParallelTerminationStrategy: PID 31185 died...\u000a18:01:38.680649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31185): Terminated: ok {rc=0}\u000a18:01:38.691108 --- ParallelTerminationStrategy: PID 31188 died...\u000a18:01:38.747704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31188): Terminated: ok {rc=0}\u000a18:01:38.758078 --- ParallelTerminationStrategy: PID 31191 died...\u000a18:01:38.814174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31191): Terminated: ok {rc=0}\u000a18:01:38.902361 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:00:40" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31207): Process ended prematurely: osmo-stp_10.42.42.5(pid=31207) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31207)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31207): Process ended prematurely: osmo-stp_10.42.42.5(pid=31207) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:01:41.060184 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:41.071766 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:01:41.238594 tst cs_paging_gprs_active.py: using LAC 22747\u000a18:01:41.365464 tst cs_paging_gprs_active.py: using RAC 52\u000a18:01:41.496923 tst cs_paging_gprs_active.py: using CellId 22747\u000a18:01:41.624292 tst cs_paging_gprs_active.py: using BVCI 22748\u000a18:01:41.649464 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:41.660813 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:41.672029 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:41.683312 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:41.694505 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:41.705786 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:41.717129 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:41.728138 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:41.739564 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:01:41.856776 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:01:42.143756 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:01:42.272719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:42.592919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31197): Launched\u000a18:01:42.857978 run iperf3-srv_10.42.42.10(pid=31198): Launched\u000a18:01:43.045216 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:01:43.173061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:43.493477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31199): Launched\u000a18:01:43.760137 run iperf3-srv_10.42.42.10(pid=31200): Launched\u000a18:01:43.946371 tst cs_paging_gprs_active.py:38: start network...\u000a18:01:44.073456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:44.558597 run create_hlr_db(pid=31201): Launched\u000a18:01:44.735300 bus /gobi_6: Setting Powered False\u000a18:01:45.757803 run create_hlr_db(pid=31201): Terminated: ok {rc=0}\u000a18:01:46.215456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31203): Launched\u000a18:01:46.660528 run osmo-hlr_10.42.42.2(pid=31204): Launched\u000a18:01:46.900628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:47.496007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31206): Launched\u000a18:01:47.826776 run osmo-stp_10.42.42.5(pid=31207): Launched\u000a18:01:47.946127 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:01:48.522368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31209): Launched\u000a18:01:48.639619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:01:48.928041 run patchelf(pid=31210): Launched\u000a18:01:49.121937 run osmo-stp_10.42.42.5(pid=31207): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31207)]\u000a18:01:49.262082 run osmo-stp_10.42.42.5(pid=31207): stdout: \u000a| (launched: 2022-12-09_18:01:47.663693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:49.402237 run osmo-stp_10.42.42.5(pid=31207): stderr: \u000a| �[0;m�[38;5;43m20221209180147856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180147856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180147856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180147857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180147857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180147857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180147858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:49.537746 run osmo-stp_10.42.42.5(pid=31207): stdout: \u000a| (launched: 2022-12-09_18:01:47.663693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:49.672621 run osmo-stp_10.42.42.5(pid=31207): stderr: \u000a| �[0;m�[38;5;43m20221209180147856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180147856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180147856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180147857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180147857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180147857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180147858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:49.828657 run patchelf(pid=31210): Terminating (SIGINT)\u000a18:01:50.013098 run patchelf(pid=31210): Terminated: ok {rc=0}\u000a18:01:50.046938 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31207): Process ended prematurely: osmo-stp_10.42.42.5(pid=31207) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31207)] [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:01:50.056928 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a18:01:50.120094 run osmo-hlr_10.42.42.2(pid=31204): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31204)]\u000a18:01:50.171648 run osmo-hlr_10.42.42.2(pid=31204): stdout: \u000a| (launched: 2022-12-09_18:01:46.374164) \u000a18:01:50.224168 run osmo-hlr_10.42.42.2(pid=31204): stderr: \u000a| �[0;m�[1;31m20221209180146634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180146634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180146634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180146634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180146634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180146634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180146651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180146670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180146670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180146670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:50.268732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31197): Terminating (SIGTERM)\u000a18:01:50.310577 run iperf3-srv_10.42.42.10(pid=31198): Terminating (SIGTERM)\u000a18:01:50.352496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31199): Terminating (SIGTERM)\u000a18:01:50.394255 run iperf3-srv_10.42.42.10(pid=31200): Terminating (SIGTERM)\u000a18:01:50.436122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31203): Terminating (SIGTERM)\u000a18:01:50.478005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31206): Terminating (SIGTERM)\u000a18:01:50.519888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31209): Terminating (SIGTERM)\u000a18:01:50.529673 --- ParallelTerminationStrategy: PID 31197 died...\u000a18:01:50.586505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31197): Terminated: ok {rc=0}\u000a18:01:50.596554 --- ParallelTerminationStrategy: PID 31198 died...\u000a18:01:50.652361 run iperf3-srv_10.42.42.10(pid=31198): Terminated {rc=256}\u000a18:01:50.662453 --- ParallelTerminationStrategy: PID 31199 died...\u000a18:01:50.718202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31199): Terminated: ok {rc=0}\u000a18:01:50.728249 --- ParallelTerminationStrategy: PID 31200 died...\u000a18:01:50.783911 run iperf3-srv_10.42.42.10(pid=31200): Terminated {rc=256}\u000a18:01:50.793981 --- ParallelTerminationStrategy: PID 31203 died...\u000a18:01:50.849632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31203): Terminated: ok {rc=0}\u000a18:01:50.859695 --- ParallelTerminationStrategy: PID 31206 died...\u000a18:01:50.915552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31206): Terminated: ok {rc=0}\u000a18:01:50.925740 --- ParallelTerminationStrategy: PID 31209 died...\u000a18:01:50.981280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31209): Terminated: ok {rc=0}\u000a18:01:51.069075 bus /gobi_0: Setting Powered False\u000a18:01:52.177936 bus /gobi_0: Setting Powered False\u000a18:01:53.285511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31219): Process ended prematurely: osmo-stp_10.42.42.5(pid=31219) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31219)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31219): Process ended prematurely: osmo-stp_10.42.42.5(pid=31219) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:01:54.395599 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:54.407151 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:01:54.567351 tst iperf3.py: using LAC 22748\u000a18:01:54.687565 tst iperf3.py: using RAC 53\u000a18:01:54.807771 tst iperf3.py: using CellId 22748\u000a18:01:54.930112 tst iperf3.py: using BVCI 22749\u000a18:01:54.953716 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:54.964434 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:54.975148 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:54.986131 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:54.996858 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:55.007754 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:55.018887 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:55.029714 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:01:55.040701 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:01:55.336694 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:01:55.473734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:55.813022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31211): Launched\u000a18:01:56.077862 run iperf3-srv_10.42.42.10(pid=31212): Launched\u000a18:01:56.265294 tst iperf3.py:8: start network...\u000a18:01:56.393382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:56.878236 run create_hlr_db(pid=31213): Launched\u000a18:01:57.055615 bus /gobi_6: Setting Powered False\u000a18:01:58.077511 run create_hlr_db(pid=31213): Terminated: ok {rc=0}\u000a18:01:58.491511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31215): Launched\u000a18:01:58.800531 run osmo-hlr_10.42.42.2(pid=31216): Launched\u000a18:01:58.912871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:59.449534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31218): Launched\u000a18:01:59.759201 run osmo-stp_10.42.42.5(pid=31219): Launched\u000a18:01:59.876030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:00.412699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31221): Launched\u000a18:02:00.522275 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:00.792423 run patchelf(pid=31222): Launched\u000a18:02:01.005293 run osmo-stp_10.42.42.5(pid=31219): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31219)]\u000a18:02:01.151180 run osmo-stp_10.42.42.5(pid=31219): stdout: \u000a| (launched: 2022-12-09_18:01:59.605475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:01.295825 run osmo-stp_10.42.42.5(pid=31219): stderr: \u000a| �[0;m�[38;5;43m20221209180159778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180159778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180159779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180159779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180159780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180159780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180159780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:01.437774 run osmo-stp_10.42.42.5(pid=31219): stdout: \u000a| (launched: 2022-12-09_18:01:59.605475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:01.577129 run osmo-stp_10.42.42.5(pid=31219): stderr: \u000a| �[0;m�[38;5;43m20221209180159778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180159778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180159779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180159779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180159780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180159780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180159780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:01.741470 run patchelf(pid=31222): Terminating (SIGINT)\u000a18:02:01.935121 run patchelf(pid=31222): Terminated: ok {rc=0}\u000a18:02:01.977183 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31219): Process ended prematurely: osmo-stp_10.42.42.5(pid=31219) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31219)] [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:02:01.990664 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:02:02.065886 run osmo-hlr_10.42.42.2(pid=31216): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31216)]\u000a18:02:02.122140 run osmo-hlr_10.42.42.2(pid=31216): stdout: \u000a| (launched: 2022-12-09_18:01:58.647824) \u000a18:02:02.178111 run osmo-hlr_10.42.42.2(pid=31216): stderr: \u000a| �[0;m�[1;31m20221209180158824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180158824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180158824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180158824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180158824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180158824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180158840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180158850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180158850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180158850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:02.224269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31211): Terminating (SIGTERM)\u000a18:02:02.267448 run iperf3-srv_10.42.42.10(pid=31212): Terminating (SIGTERM)\u000a18:02:02.311040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31215): Terminating (SIGTERM)\u000a18:02:02.354608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31218): Terminating (SIGTERM)\u000a18:02:02.397616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31221): Terminating (SIGTERM)\u000a18:02:02.407976 --- ParallelTerminationStrategy: PID 31211 died...\u000a18:02:02.465787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31211): Terminated: ok {rc=0}\u000a18:02:02.476054 --- ParallelTerminationStrategy: PID 31212 died...\u000a18:02:02.533526 run iperf3-srv_10.42.42.10(pid=31212): Terminated {rc=256}\u000a18:02:02.544224 --- ParallelTerminationStrategy: PID 31215 died...\u000a18:02:02.602509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31215): Terminated: ok {rc=0}\u000a18:02:02.612873 --- ParallelTerminationStrategy: PID 31218 died...\u000a18:02:02.670838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31218): Terminated: ok {rc=0}\u000a18:02:02.681352 --- ParallelTerminationStrategy: PID 31221 died...\u000a18:02:02.738958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31221): Terminated: ok {rc=0}\u000a18:02:02.827188 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31237): Process ended prematurely: osmo-stp_10.42.42.5(pid=31237) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31237)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31237): Process ended prematurely: osmo-stp_10.42.42.5(pid=31237) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:02:03.941130 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:03.953329 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:02:04.114507 tst iperf3m4.py: using LAC 22749\u000a18:02:04.236548 tst iperf3m4.py: using RAC 54\u000a18:02:04.366475 tst iperf3m4.py: using CellId 22749\u000a18:02:04.494858 tst iperf3m4.py: using BVCI 22750\u000a18:02:04.519934 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:04.531468 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:04.542693 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:04.554460 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:04.566141 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:04.577836 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:04.589986 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:04.602148 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:04.613886 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:04.736817 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:04.863086 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:04.985612 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:05.284855 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:02:05.422334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:05.765567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31223): Launched\u000a18:02:06.049695 run iperf3-srv_10.42.42.10(pid=31224): Launched\u000a18:02:06.250583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:02:06.387780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:06.729267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31225): Launched\u000a18:02:07.014062 run iperf3-srv_10.42.42.10(pid=31226): Launched\u000a18:02:07.214932 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:02:07.351427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:07.695292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31227): Launched\u000a18:02:07.979243 run iperf3-srv_10.42.42.10(pid=31228): Launched\u000a18:02:08.179524 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:02:08.315837 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:08.657335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31229): Launched\u000a18:02:08.941180 run iperf3-srv_10.42.42.10(pid=31230): Launched\u000a18:02:09.141564 tst iperf3m4.py:8: start network...\u000a18:02:09.278188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:09.805376 run create_hlr_db(pid=31231): Launched\u000a18:02:09.994490 bus /gobi_6: Setting Powered False\u000a18:02:11.015766 run create_hlr_db(pid=31231): Terminated: ok {rc=0}\u000a18:02:11.429445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31233): Launched\u000a18:02:11.738921 run osmo-hlr_10.42.42.2(pid=31234): Launched\u000a18:02:11.858476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:12.403503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31236): Launched\u000a18:02:12.713873 run osmo-stp_10.42.42.5(pid=31237): Launched\u000a18:02:12.827156 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:13.363663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31239): Launched\u000a18:02:13.472939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:13.742758 run patchelf(pid=31240): Launched\u000a18:02:13.922992 run osmo-stp_10.42.42.5(pid=31237): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31237)]\u000a18:02:14.054923 run osmo-stp_10.42.42.5(pid=31237): stdout: \u000a| (launched: 2022-12-09_18:02:12.559494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:14.187352 run osmo-stp_10.42.42.5(pid=31237): stderr: \u000a| �[0;m�[38;5;43m20221209180212731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180212731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180212732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180212732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180212734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180212734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180212735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:14.314797 run osmo-stp_10.42.42.5(pid=31237): stdout: \u000a| (launched: 2022-12-09_18:02:12.559494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:14.441762 run osmo-stp_10.42.42.5(pid=31237): stderr: \u000a| �[0;m�[38;5;43m20221209180212731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180212731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180212732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180212732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180212734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180212734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180212735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:14.588377 run patchelf(pid=31240): Terminating (SIGINT)\u000a18:02:14.761408 run patchelf(pid=31240): Terminated: ok {rc=0}\u000a18:02:14.793096 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31237): Process ended prematurely: osmo-stp_10.42.42.5(pid=31237) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31237)] [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:02:14.802489 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a18:02:14.864636 run osmo-hlr_10.42.42.2(pid=31234): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31234)]\u000a18:02:14.914279 run osmo-hlr_10.42.42.2(pid=31234): stdout: \u000a| (launched: 2022-12-09_18:02:11.585607) \u000a18:02:14.964648 run osmo-hlr_10.42.42.2(pid=31234): stderr: \u000a| �[0;m�[1;31m20221209180211762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180211762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180211762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180211762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180211762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180211762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180211774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180211782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180211782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180211783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:15.007340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31223): Terminating (SIGTERM)\u000a18:02:15.047927 run iperf3-srv_10.42.42.10(pid=31224): Terminating (SIGTERM)\u000a18:02:15.088564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31225): Terminating (SIGTERM)\u000a18:02:15.129172 run iperf3-srv_10.42.42.10(pid=31226): Terminating (SIGTERM)\u000a18:02:15.169828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31227): Terminating (SIGTERM)\u000a18:02:15.210047 run iperf3-srv_10.42.42.10(pid=31228): Terminating (SIGTERM)\u000a18:02:15.250400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31229): Terminating (SIGTERM)\u000a18:02:15.290777 run iperf3-srv_10.42.42.10(pid=31230): Terminating (SIGTERM)\u000a18:02:15.331420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31233): Terminating (SIGTERM)\u000a18:02:15.371769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31236): Terminating (SIGTERM)\u000a18:02:15.412441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31239): Terminating (SIGTERM)\u000a18:02:15.422171 --- ParallelTerminationStrategy: PID 31223 died...\u000a18:02:15.476114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31223): Terminated: ok {rc=0}\u000a18:02:15.486207 --- ParallelTerminationStrategy: PID 31224 died...\u000a18:02:15.539664 run iperf3-srv_10.42.42.10(pid=31224): Terminated {rc=256}\u000a18:02:15.549961 --- ParallelTerminationStrategy: PID 31225 died...\u000a18:02:15.603881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31225): Terminated: ok {rc=0}\u000a18:02:15.614024 --- ParallelTerminationStrategy: PID 31226 died...\u000a18:02:15.668489 run iperf3-srv_10.42.42.10(pid=31226): Terminated {rc=256}\u000a18:02:15.678418 --- ParallelTerminationStrategy: PID 31227 died...\u000a18:02:15.732439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31227): Terminated: ok {rc=0}\u000a18:02:15.742441 --- ParallelTerminationStrategy: PID 31228 died...\u000a18:02:15.796038 run iperf3-srv_10.42.42.10(pid=31228): Terminated {rc=256}\u000a18:02:15.805813 --- ParallelTerminationStrategy: PID 31229 died...\u000a18:02:15.863709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31229): Terminated: ok {rc=0}\u000a18:02:15.875400 --- ParallelTerminationStrategy: PID 31230 died...\u000a18:02:15.933729 run iperf3-srv_10.42.42.10(pid=31230): Terminated {rc=256}\u000a18:02:15.944458 --- ParallelTerminationStrategy: PID 31233 died...\u000a18:02:16.001624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31233): Terminated: ok {rc=0}\u000a18:02:16.012836 --- ParallelTerminationStrategy: PID 31236 died...\u000a18:02:16.070272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31236): Terminated: ok {rc=0}\u000a18:02:16.081189 --- ParallelTerminationStrategy: PID 31239 died...\u000a18:02:16.140573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31239): Terminated: ok {rc=0}\u000a18:02:16.229955 bus /gobi_4: Setting Powered False\u000a18:02:17.336178 bus /gobi_4: Setting Powered False\u000a18:02:18.445718 bus /gobi_1: Setting Powered False\u000a18:02:19.553807 bus /gobi_1: Setting Powered False\u000a18:02:20.662274 bus /gobi_0: Setting Powered False\u000a18:02:21.770455 bus /gobi_0: Setting Powered False\u000a18:02:22.880771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31247): Process ended prematurely: osmo-stp_10.42.42.5(pid=31247) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31247)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31247): Process ended prematurely: osmo-stp_10.42.42.5(pid=31247) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:02:23.951459 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:23.963766 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:02:24.131094 tst ping.py: using LAC 22750\u000a18:02:24.257448 tst ping.py: using RAC 55\u000a18:02:24.385079 tst ping.py: using CellId 22750\u000a18:02:24.511423 tst ping.py: using BVCI 22751\u000a18:02:24.536343 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:24.547742 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:24.558991 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:24.570248 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:24.581375 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:24.592922 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:24.604335 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:24.615618 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:24.909848 tst ping.py:19: start network...\u000a18:02:25.043988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:25.559928 run create_hlr_db(pid=31241): Launched\u000a18:02:25.748316 bus /gobi_6: Setting Powered False\u000a18:02:26.767347 run create_hlr_db(pid=31241): Terminated: ok {rc=0}\u000a18:02:27.175434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31243): Launched\u000a18:02:27.479228 run osmo-hlr_10.42.42.2(pid=31244): Launched\u000a18:02:27.597070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:28.130367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31246): Launched\u000a18:02:28.433103 run osmo-stp_10.42.42.5(pid=31247): Launched\u000a18:02:28.544027 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:29.072272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31249): Launched\u000a18:02:29.179458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:29.443067 run patchelf(pid=31250): Launched\u000a18:02:29.620164 run osmo-stp_10.42.42.5(pid=31247): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31247)]\u000a18:02:29.750355 run osmo-stp_10.42.42.5(pid=31247): stdout: \u000a| (launched: 2022-12-09_18:02:28.283288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:29.880589 run osmo-stp_10.42.42.5(pid=31247): stderr: \u000a| �[0;m�[38;5;43m20221209180228453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180228453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180228453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180228454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180228454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180228454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180228454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:30.005672 run osmo-stp_10.42.42.5(pid=31247): stdout: \u000a| (launched: 2022-12-09_18:02:28.283288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:30.129256 run osmo-stp_10.42.42.5(pid=31247): stderr: \u000a| �[0;m�[38;5;43m20221209180228453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180228453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180228453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180228454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180228454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180228454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180228454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:30.273761 run patchelf(pid=31250): Terminating (SIGINT)\u000a18:02:30.443761 run patchelf(pid=31250): Terminated: ok {rc=0}\u000a18:02:30.474573 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31247): Process ended prematurely: osmo-stp_10.42.42.5(pid=31247) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31247)] [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:02:30.483268 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:02:30.544893 run osmo-hlr_10.42.42.2(pid=31244): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31244)]\u000a18:02:30.594776 run osmo-hlr_10.42.42.2(pid=31244): stdout: \u000a| (launched: 2022-12-09_18:02:27.329092) \u000a18:02:30.645206 run osmo-hlr_10.42.42.2(pid=31244): stderr: \u000a| �[0;m�[1;31m20221209180227506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180227506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180227506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180227506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180227506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180227506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180227522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180227532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180227532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180227532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:30.687794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31243): Terminating (SIGTERM)\u000a18:02:30.728473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31246): Terminating (SIGTERM)\u000a18:02:30.768763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31249): Terminating (SIGTERM)\u000a18:02:30.778588 --- ParallelTerminationStrategy: PID 31243 died...\u000a18:02:30.832653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31243): Terminated: ok {rc=0}\u000a18:02:30.847106 --- ParallelTerminationStrategy: PID 31246 died...\u000a18:02:30.925942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31246): Terminated: ok {rc=0}\u000a18:02:30.936480 --- ParallelTerminationStrategy: PID 31249 died...\u000a18:02:30.993440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31249): Terminated: ok {rc=0}\u000a18:02:31.084401 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31258): Process ended prematurely: osmo-stp_10.42.42.5(pid=31258) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31258)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31258): Process ended prematurely: osmo-stp_10.42.42.5(pid=31258) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:02:32.136257 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:32.149559 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:02:32.318680 tst ping_idle_ping.py: using LAC 22751\u000a18:02:32.445222 tst ping_idle_ping.py: using RAC 56\u000a18:02:32.574330 tst ping_idle_ping.py: using CellId 22751\u000a18:02:32.696711 tst ping_idle_ping.py: using BVCI 22752\u000a18:02:32.719862 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:32.730823 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:32.741645 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:32.753217 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:32.764413 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:32.775939 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:32.787607 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:32.799321 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:33.094955 tst ping_idle_ping.py:24: start network...\u000a18:02:33.229656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:33.752889 run create_hlr_db(pid=31251): Launched\u000a18:02:33.941602 bus /gobi_6: Setting Powered False\u000a18:02:34.962414 run create_hlr_db(pid=31251): Terminated: ok {rc=0}\u000a18:02:35.372577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31253): Launched\u000a18:02:35.677984 run osmo-hlr_10.42.42.2(pid=31254): Launched\u000a18:02:35.794964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:36.359364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31257): Launched\u000a18:02:36.684670 run osmo-stp_10.42.42.5(pid=31258): Launched\u000a18:02:36.803047 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:37.331366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31260): Launched\u000a18:02:37.438963 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:37.702709 run patchelf(pid=31261): Launched\u000a18:02:37.879955 run osmo-stp_10.42.42.5(pid=31258): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31258)]\u000a18:02:38.010077 run osmo-stp_10.42.42.5(pid=31258): stdout: \u000a| (launched: 2022-12-09_18:02:36.523252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:38.140306 run osmo-stp_10.42.42.5(pid=31258): stderr: \u000a| �[0;m�[38;5;43m20221209180236716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180236716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180236716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180236717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180236719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180236719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180236719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:38.265514 run osmo-stp_10.42.42.5(pid=31258): stdout: \u000a| (launched: 2022-12-09_18:02:36.523252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:38.389600 run osmo-stp_10.42.42.5(pid=31258): stderr: \u000a| �[0;m�[38;5;43m20221209180236716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180236716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180236716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180236717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180236719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180236719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180236719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:38.534046 run patchelf(pid=31261): Terminating (SIGINT)\u000a18:02:38.704524 run patchelf(pid=31261): Terminated: ok {rc=0}\u000a18:02:38.735410 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31258): Process ended prematurely: osmo-stp_10.42.42.5(pid=31258) [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31258)] [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:02:38.744169 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:02:38.805854 run osmo-hlr_10.42.42.2(pid=31254): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31254)]\u000a18:02:38.855739 run osmo-hlr_10.42.42.2(pid=31254): stdout: \u000a| (launched: 2022-12-09_18:02:35.526539) \u000a18:02:38.906370 run osmo-hlr_10.42.42.2(pid=31254): stderr: \u000a| �[0;m�[1;31m20221209180235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180235716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180235724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180235725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180235725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:38.949569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31253): Terminating (SIGTERM)\u000a18:02:38.990105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31257): Terminating (SIGTERM)\u000a18:02:39.031124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31260): Terminating (SIGTERM)\u000a18:02:39.040683 --- ParallelTerminationStrategy: PID 31253 died...\u000a18:02:39.095560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31253): Terminated: ok {rc=0}\u000a18:02:39.105933 --- ParallelTerminationStrategy: PID 31257 died...\u000a18:02:39.160620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31257): Terminated: ok {rc=0}\u000a18:02:39.170618 --- ParallelTerminationStrategy: PID 31260 died...\u000a18:02:39.224398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31260): Terminated: ok {rc=0}\u000a18:02:39.314010 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:01:40" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31271): Process ended prematurely: osmo-stp_10.42.42.5(pid=31271) [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31271)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31271): Process ended prematurely: osmo-stp_10.42.42.5(pid=31271) [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:02:41.351057 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:02:41.362530 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:02:41.520423 tst switch_tch_pdch.py: using LAC 22752\u000a18:02:41.641458 tst switch_tch_pdch.py: using RAC 57\u000a18:02:41.759236 tst switch_tch_pdch.py: using CellId 22752\u000a18:02:41.879052 tst switch_tch_pdch.py: using BVCI 22753\u000a18:02:41.902289 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:02:41.913807 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:02:41.924989 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:02:41.936941 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:02:41.947929 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:02:41.959370 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:02:41.970620 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:02:41.981730 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:02:42.101832 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:02:42.402622 tst switch_tch_pdch.py:51: start network...\u000a18:02:42.537359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:43.051903 run create_hlr_db(pid=31265): Launched\u000a18:02:43.237954 bus /gobi_6: Setting Powered False\u000a18:02:44.259291 run create_hlr_db(pid=31265): Terminated: ok {rc=0}\u000a18:02:44.666120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31267): Launched\u000a18:02:44.969110 run osmo-hlr_10.42.42.2(pid=31268): Launched\u000a18:02:45.085508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:45.618173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31270): Launched\u000a18:02:46.061571 run osmo-stp_10.42.42.5(pid=31271): Launched\u000a18:02:46.281677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:46.883549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31273): Launched\u000a18:02:47.019017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:47.317456 run patchelf(pid=31274): Launched\u000a18:02:47.495390 run osmo-stp_10.42.42.5(pid=31271): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31271)]\u000a18:02:47.625300 run osmo-stp_10.42.42.5(pid=31271): stdout: \u000a| (launched: 2022-12-09_18:02:45.770441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:47.755267 run osmo-stp_10.42.42.5(pid=31271): stderr: \u000a| �[0;m�[38;5;43m20221209180245998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180245998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180245998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180245999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180246001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180246001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180246001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:47.879834 run osmo-stp_10.42.42.5(pid=31271): stdout: \u000a| (launched: 2022-12-09_18:02:45.770441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:48.003351 run osmo-stp_10.42.42.5(pid=31271): stderr: \u000a| �[0;m�[38;5;43m20221209180245998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180245998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180245998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180245999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180246001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180246001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180246001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:48.147552 run patchelf(pid=31274): Terminating (SIGINT)\u000a18:02:48.317261 run patchelf(pid=31274): Terminated: ok {rc=0}\u000a18:02:48.348079 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31271): Process ended prematurely: osmo-stp_10.42.42.5(pid=31271) [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31271)] [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:02:48.356826 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a18:02:48.418415 run osmo-hlr_10.42.42.2(pid=31268): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31268)]\u000a18:02:48.468172 run osmo-hlr_10.42.42.2(pid=31268): stdout: \u000a| (launched: 2022-12-09_18:02:44.819113) \u000a18:02:48.523793 run osmo-hlr_10.42.42.2(pid=31268): stderr: \u000a| �[0;m�[1;31m20221209180244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180245009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180245017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180245018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180245018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:48.568797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31267): Terminating (SIGTERM)\u000a18:02:48.612867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31270): Terminating (SIGTERM)\u000a18:02:48.656513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31273): Terminating (SIGTERM)\u000a18:02:48.666633 --- ParallelTerminationStrategy: PID 31267 died...\u000a18:02:48.724415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31267): Terminated: ok {rc=0}\u000a18:02:48.734747 --- ParallelTerminationStrategy: PID 31270 died...\u000a18:02:48.792079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31270): Terminated: ok {rc=0}\u000a18:02:48.802453 --- ParallelTerminationStrategy: PID 31273 died...\u000a18:02:48.858880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31273): Terminated: ok {rc=0}\u000a18:02:48.945938 bus /gobi_0: Setting Powered False\u000a18:02:50.053715 bus /gobi_0: Setting Powered False\u000a18:02:51.161536 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:02:41" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31284): Process ended prematurely: osmo-stp_10.42.42.5(pid=31284) [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31284)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31284): Process ended prematurely: osmo-stp_10.42.42.5(pid=31284) [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:02:53.150469 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:02:53.162300 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:02:53.325845 tst switch_tch_pdch.py: using LAC 22753\u000a18:02:53.449938 tst switch_tch_pdch.py: using RAC 58\u000a18:02:53.574130 tst switch_tch_pdch.py: using CellId 22753\u000a18:02:53.699555 tst switch_tch_pdch.py: using BVCI 22754\u000a18:02:53.724203 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:02:53.735634 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:02:53.746881 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:02:53.758163 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:02:53.769342 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:02:53.780516 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:02:53.791834 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:02:53.803033 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:02:53.919761 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:02:54.198568 tst switch_tch_pdch.py:51: start network...\u000a18:02:54.324076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:54.774373 run create_hlr_db(pid=31278): Launched\u000a18:02:54.897375 bus /gobi_6: Setting Powered False\u000a18:02:55.969877 run create_hlr_db(pid=31278): Terminated: ok {rc=0}\u000a18:02:56.371634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31280): Launched\u000a18:02:56.693652 run osmo-hlr_10.42.42.2(pid=31281): Launched\u000a18:02:56.812117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:57.344377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31283): Launched\u000a18:02:57.668849 run osmo-stp_10.42.42.5(pid=31284): Launched\u000a18:02:57.786633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:58.321016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31286): Launched\u000a18:02:58.435384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:58.717803 run patchelf(pid=31287): Launched\u000a18:02:58.906529 run osmo-stp_10.42.42.5(pid=31284): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31284)]\u000a18:02:59.044367 run osmo-stp_10.42.42.5(pid=31284): stdout: \u000a| (launched: 2022-12-09_18:02:57.507803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:59.182846 run osmo-stp_10.42.42.5(pid=31284): stderr: \u000a| �[0;m�[38;5;43m20221209180257700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180257701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180257701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180257701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180257702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180257702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180257702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:59.315518 run osmo-stp_10.42.42.5(pid=31284): stdout: \u000a| (launched: 2022-12-09_18:02:57.507803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:59.446904 run osmo-stp_10.42.42.5(pid=31284): stderr: \u000a| �[0;m�[38;5;43m20221209180257700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180257701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180257701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180257701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180257702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180257702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180257702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:59.600416 run patchelf(pid=31287): Terminating (SIGINT)\u000a18:02:59.781099 run patchelf(pid=31287): Terminated: ok {rc=0}\u000a18:02:59.813631 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31284): Process ended prematurely: osmo-stp_10.42.42.5(pid=31284) [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31284)] [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:02:59.823009 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a18:02:59.886047 run osmo-hlr_10.42.42.2(pid=31281): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31281)]\u000a18:02:59.937607 run osmo-hlr_10.42.42.2(pid=31281): stdout: \u000a| (launched: 2022-12-09_18:02:56.534640) \u000a18:02:59.989825 run osmo-hlr_10.42.42.2(pid=31281): stderr: \u000a| �[0;m�[1;31m20221209180256733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180256733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180256733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180256733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180256733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180256733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180256745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180256755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180256756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180256756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:00.034316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31280): Terminating (SIGTERM)\u000a18:03:00.076232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31283): Terminating (SIGTERM)\u000a18:03:00.118695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31286): Terminating (SIGTERM)\u000a18:03:00.128474 --- ParallelTerminationStrategy: PID 31280 died...\u000a18:03:00.184778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31280): Terminated: ok {rc=0}\u000a18:03:00.195114 --- ParallelTerminationStrategy: PID 31283 died...\u000a18:03:00.251339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31283): Terminated: ok {rc=0}\u000a18:03:00.261925 --- ParallelTerminationStrategy: PID 31286 died...\u000a18:03:00.318626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31286): Terminated: ok {rc=0}\u000a18:03:00.406538 bus /gobi_0: Setting Powered False\u000a18:03:01.535305 bus /gobi_0: Setting Powered False\u000a18:03:02.649654 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:02:52" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31293): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31293) [trial-2362↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31293)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31293): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31293) [trial-2362↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a18:03:04.542977 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a18:03:04.554399 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:03:04.693187 tst mo_mt_sms.py: using LAC 22754\u000a18:03:04.817194 tst mo_mt_sms.py: using RAC 59\u000a18:03:04.941099 tst mo_mt_sms.py: using CellId 22754\u000a18:03:05.064848 tst mo_mt_sms.py: using BVCI 22755\u000a18:03:05.089285 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:03:05.203270 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:03:05.478731 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:03:05.603959 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:03:06.230773 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31292): Launched\u000a18:03:06.529733 run osmo-nitb_10.42.42.2(pid=31293): Launched\u000a18:03:06.715023 run osmo-nitb_10.42.42.2(pid=31293): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31293)]\u000a18:03:06.852905 run osmo-nitb_10.42.42.2(pid=31293): stdout: \u000a| (launched: 2022-12-09_18:03:06.383497) \u000a18:03:06.990834 run osmo-nitb_10.42.42.2(pid=31293): stderr: \u000a| (launched: 2022-12-09_18:03:06.428094)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:07.123092 run osmo-nitb_10.42.42.2(pid=31293): stdout: \u000a| (launched: 2022-12-09_18:03:06.383497) \u000a18:03:07.254523 run osmo-nitb_10.42.42.2(pid=31293): stderr: \u000a| (launched: 2022-12-09_18:03:06.428094)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:07.652253 tst osmo-nitb_10.42.42.2(pid=31293): stdout: \u000a| (launched: 2022-12-09_18:03:06.383497) \u000a18:03:07.772464 tst osmo-nitb_10.42.42.2(pid=31293): stderr: \u000a| (launched: 2022-12-09_18:03:06.428094)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:07.825005 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31293): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31293) [trial-2362↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31293)] [trial-2362↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a18:03:07.833315 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a18:03:07.869727 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31292): Terminating (SIGTERM)\u000a18:03:08.048078 --- ParallelTerminationStrategy: PID 31292 died...\u000a18:03:08.105139 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31292): Terminated: ok {rc=0}\u000a18:03:08.194511 bus /sierra_3: Setting Powered False\u000a18:03:09.300571 bus /sierra_3: Setting Powered False\u000a18:03:10.409248 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:03:04" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2362↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2362↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a18:03:12.299026 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:12.309969 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:03:12.448472 tst mo_mt_sms.py: using LAC 22755\u000a18:03:12.572492 tst mo_mt_sms.py: using RAC 60\u000a18:03:12.697335 tst mo_mt_sms.py: using CellId 22755\u000a18:03:12.822837 tst mo_mt_sms.py: using BVCI 22756\u000a18:03:12.847433 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:12.858898 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:12.870034 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:12.881359 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:12.892524 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:12.903607 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:03:13.018140 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:03:13.221452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:13.712680 run create_hlr_db(pid=31297): Launched\u000a18:03:13.899918 bus /sierra_2: Setting Powered False\u000a18:03:14.920364 run create_hlr_db(pid=31297): Terminated: ok {rc=0}\u000a18:03:15.350249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Launched\u000a18:03:15.671392 run osmo-hlr_10.42.42.2(pid=31300): Launched\u000a18:03:15.791670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:16.388688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Launched\u000a18:03:16.810177 run osmo-stp_10.42.42.5(pid=31303): Launched\u000a18:03:17.024930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:17.620604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31305): Launched\u000a18:03:17.945001 run osmo-msc_10.42.42.6(pid=31306): Launched\u000a18:03:18.134148 run osmo-stp_10.42.42.5(pid=31303): ERR: Terminated: ERROR {rc=1} [trial-2362↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]\u000a18:03:18.269945 run osmo-stp_10.42.42.5(pid=31303): stdout: \u000a| (launched: 2022-12-09_18:03:16.553734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:18.405789 run osmo-stp_10.42.42.5(pid=31303): stderr: \u000a| �[0;m�[38;5;43m20221209180316846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180316846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180316846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180316847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180316847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180316847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180316847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:18.535184 run osmo-stp_10.42.42.5(pid=31303): stdout: \u000a| (launched: 2022-12-09_18:03:16.553734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:18.663921 run osmo-stp_10.42.42.5(pid=31303): stderr: \u000a| �[0;m�[38;5;43m20221209180316846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180316846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180316846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180316847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180316847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180316847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180316847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:18.720620 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2362↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)] [trial-2362↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a18:03:18.729527 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a18:03:18.793448 run osmo-hlr_10.42.42.2(pid=31300): ERR: Terminated: ERROR {rc=237} [trial-2362↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31300)]\u000a18:03:18.845778 run osmo-hlr_10.42.42.2(pid=31300): stdout: \u000a| (launched: 2022-12-09_18:03:15.513445) \u000a18:03:18.898453 run osmo-hlr_10.42.42.2(pid=31300): stderr: \u000a| �[0;m�[1;31m20221209180315711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180315711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180315711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180315712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180315712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180315712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180315725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180315734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180315734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180315734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:18.970989 run osmo-msc_10.42.42.6(pid=31306): ERR: Terminated: ERROR {rc=2} [trial-2362↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31306)]\u000a18:03:19.023117 run osmo-msc_10.42.42.6(pid=31306): stdout: \u000a| (launched: 2022-12-09_18:03:17.784668) \u000a18:03:19.075960 run osmo-msc_10.42.42.6(pid=31306): stderr: \u000a| �[0;m�[38;5;43m20221209180318109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180318109 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f294a2f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180318109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180318109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180318109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180318110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180318111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180318112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180318112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180318112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:19.120684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminating (SIGTERM)\u000a18:03:19.163007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminating (SIGTERM)\u000a18:03:19.205468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31305): Terminating (SIGTERM)\u000a18:03:19.215622 --- ParallelTerminationStrategy: PID 31299 died...\u000a18:03:19.272649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminated: ok {rc=0}\u000a18:03:19.283073 --- ParallelTerminationStrategy: PID 31302 died...\u000a18:03:19.339497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminated: ok {rc=0}\u000a18:03:19.349914 --- ParallelTerminationStrategy: PID 31305 died...\u000a18:03:19.406702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31305): Terminated: ok {rc=0}\u000a18:03:19.494850 bus /sierra_3: Setting Powered False\u000a18:03:20.603318 bus /sierra_3: Setting Powered False\u000a18:03:21.716015 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:03:12" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31312): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31312) [trial-2362↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31312)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31312): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31312) [trial-2362↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a18:03:23.549262 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a18:03:23.560481 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:03:23.695493 tst assert_extension.py: using LAC 22756\u000a18:03:23.813728 tst assert_extension.py: using RAC 61\u000a18:03:23.931658 tst assert_extension.py: using CellId 22756\u000a18:03:24.051723 tst assert_extension.py: using BVCI 22757\u000a18:03:24.074583 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a18:03:24.367259 tst assert_extension.py:10: start nitb and bts...\u000a18:03:24.501034 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:03:25.170135 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31311): Launched\u000a18:03:25.490695 run osmo-nitb_10.42.42.2(pid=31312): Launched\u000a18:03:25.688749 run osmo-nitb_10.42.42.2(pid=31312): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31312)]\u000a18:03:25.834623 run osmo-nitb_10.42.42.2(pid=31312): stdout: \u000a| (launched: 2022-12-09_18:03:25.333899) \u000a18:03:25.980764 run osmo-nitb_10.42.42.2(pid=31312): stderr: \u000a| (launched: 2022-12-09_18:03:25.381768)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:26.122121 run osmo-nitb_10.42.42.2(pid=31312): stdout: \u000a| (launched: 2022-12-09_18:03:25.333899) \u000a18:03:26.262024 run osmo-nitb_10.42.42.2(pid=31312): stderr: \u000a| (launched: 2022-12-09_18:03:25.381768)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:26.623437 tst osmo-nitb_10.42.42.2(pid=31312): stdout: \u000a| (launched: 2022-12-09_18:03:25.333899) \u000a18:03:26.751819 tst osmo-nitb_10.42.42.2(pid=31312): stderr: \u000a| (launched: 2022-12-09_18:03:25.381768)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:26.808435 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31312): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31312) [trial-2362↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31312)] [trial-2362↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a18:03:26.817481 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a18:03:26.854672 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31311): Terminating (SIGTERM)\u000a18:03:27.033046 --- ParallelTerminationStrategy: PID 31311 died...\u000a18:03:27.091757 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31311): Terminated: ok {rc=0}\u000a18:03:27.181549 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:03:23" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31322): Process ended prematurely: osmo-stp_10.42.42.5(pid=31322) [trial-2362↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31322)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31322): Process ended prematurely: osmo-stp_10.42.42.5(pid=31322) [trial-2362↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a18:03:29.007651 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:29.018573 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:03:29.150854 tst assert_extension.py: using LAC 22757\u000a18:03:29.276703 tst assert_extension.py: using RAC 62\u000a18:03:29.399673 tst assert_extension.py: using CellId 22757\u000a18:03:29.522211 tst assert_extension.py: using BVCI 22758\u000a18:03:29.544834 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:29.555649 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:29.566442 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:29.577378 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:29.588258 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:29.599103 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a18:03:29.798898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:30.271790 run create_hlr_db(pid=31316): Launched\u000a18:03:30.446141 bus /sierra_2: Setting Powered False\u000a18:03:31.469655 run create_hlr_db(pid=31316): Terminated: ok {rc=0}\u000a18:03:31.896223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31318): Launched\u000a18:03:32.233913 run osmo-hlr_10.42.42.2(pid=31319): Launched\u000a18:03:32.359342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:32.926011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31321): Launched\u000a18:03:33.250066 run osmo-stp_10.42.42.5(pid=31322): Launched\u000a18:03:33.366969 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:33.958000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31324): Launched\u000a18:03:34.281042 run osmo-msc_10.42.42.6(pid=31325): Launched\u000a18:03:34.470202 run osmo-stp_10.42.42.5(pid=31322): ERR: Terminated: ERROR {rc=1} [trial-2362↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31322)]\u000a18:03:34.607197 run osmo-stp_10.42.42.5(pid=31322): stdout: \u000a| (launched: 2022-12-09_18:03:33.090136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:34.743244 run osmo-stp_10.42.42.5(pid=31322): stderr: \u000a| �[0;m�[38;5;43m20221209180333281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180333281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180333281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180333281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180333282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180333282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180333282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:34.872416 run osmo-stp_10.42.42.5(pid=31322): stdout: \u000a| (launched: 2022-12-09_18:03:33.090136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:35.000609 run osmo-stp_10.42.42.5(pid=31322): stderr: \u000a| �[0;m�[38;5;43m20221209180333281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180333281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180333281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180333281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180333282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180333282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180333282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:35.057273 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31322): Process ended prematurely: osmo-stp_10.42.42.5(pid=31322) [trial-2362↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31322)] [trial-2362↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a18:03:35.066205 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a18:03:35.130181 run osmo-hlr_10.42.42.2(pid=31319): ERR: Terminated: ERROR {rc=237} [trial-2362↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31319)]\u000a18:03:35.182383 run osmo-hlr_10.42.42.2(pid=31319): stdout: \u000a| (launched: 2022-12-09_18:03:32.053331) \u000a18:03:35.235146 run osmo-hlr_10.42.42.2(pid=31319): stderr: \u000a| �[0;m�[1;31m20221209180332290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180332290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180332290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180332290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180332290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180332290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180332302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180332311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180332311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180332311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:35.306640 run osmo-msc_10.42.42.6(pid=31325): ERR: Terminated: ERROR {rc=2} [trial-2362↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31325)]\u000a18:03:35.358546 run osmo-msc_10.42.42.6(pid=31325): stdout: \u000a| (launched: 2022-12-09_18:03:34.121223) \u000a18:03:35.411217 run osmo-msc_10.42.42.6(pid=31325): stderr: \u000a| �[0;m�[38;5;43m20221209180334445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180334445 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98d5988c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180334445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180334445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180334445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180334446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180334447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180334448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180334448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180334448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:35.455857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31318): Terminating (SIGTERM)\u000a18:03:35.498076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31321): Terminating (SIGTERM)\u000a18:03:35.540547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31324): Terminating (SIGTERM)\u000a18:03:35.550477 --- ParallelTerminationStrategy: PID 31318 died...\u000a18:03:35.607534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31318): Terminated: ok {rc=0}\u000a18:03:35.618019 --- ParallelTerminationStrategy: PID 31321 died...\u000a18:03:35.674570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31321): Terminated: ok {rc=0}\u000a18:03:35.685112 --- ParallelTerminationStrategy: PID 31324 died...\u000a18:03:35.741471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31324): Terminated: ok {rc=0}\u000a18:03:35.829903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:03:28" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31336): Process ended prematurely: osmo-stp_10.42.42.5(pid=31336) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31336)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31336): Process ended prematurely: osmo-stp_10.42.42.5(pid=31336) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:03:37.782283 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:37.793711 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:03:37.958477 tst mo_mt_call.py: using LAC 22758\u000a18:03:38.089482 tst mo_mt_call.py: using RAC 63\u000a18:03:38.219649 tst mo_mt_call.py: using CellId 22758\u000a18:03:38.350612 tst mo_mt_call.py: using BVCI 22759\u000a18:03:38.376201 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:38.388220 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:38.400101 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:38.411991 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:38.423918 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:38.435683 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:03:38.554890 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:03:38.770380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:39.297236 run create_hlr_db(pid=31330): Launched\u000a18:03:39.486839 bus /sierra_2: Setting Powered False\u000a18:03:40.508486 run create_hlr_db(pid=31330): Terminated: ok {rc=0}\u000a18:03:40.948038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31332): Launched\u000a18:03:41.278014 run osmo-hlr_10.42.42.2(pid=31333): Launched\u000a18:03:41.399459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:41.974343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31335): Launched\u000a18:03:42.303667 run osmo-stp_10.42.42.5(pid=31336): Launched\u000a18:03:42.422277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:43.023713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31338): Launched\u000a18:03:43.354421 run osmo-msc_10.42.42.6(pid=31339): Launched\u000a18:03:43.546610 run osmo-stp_10.42.42.5(pid=31336): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31336)]\u000a18:03:43.685582 run osmo-stp_10.42.42.5(pid=31336): stdout: \u000a| (launched: 2022-12-09_18:03:42.141714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:43.823251 run osmo-stp_10.42.42.5(pid=31336): stderr: \u000a| �[0;m�[38;5;43m20221209180342338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180342338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180342339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180342339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180342339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180342339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180342339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:43.954787 run osmo-stp_10.42.42.5(pid=31336): stdout: \u000a| (launched: 2022-12-09_18:03:42.141714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:44.084471 run osmo-stp_10.42.42.5(pid=31336): stderr: \u000a| �[0;m�[38;5;43m20221209180342338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180342338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180342339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180342339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180342339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180342339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180342339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:44.142127 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31336): Process ended prematurely: osmo-stp_10.42.42.5(pid=31336) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31336)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:03:44.151673 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:03:44.215436 run osmo-hlr_10.42.42.2(pid=31333): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31333)]\u000a18:03:44.267907 run osmo-hlr_10.42.42.2(pid=31333): stdout: \u000a| (launched: 2022-12-09_18:03:41.115771) \u000a18:03:44.320803 run osmo-hlr_10.42.42.2(pid=31333): stderr: \u000a| �[0;m�[1;31m20221209180341316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180341316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180341316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180341316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180341316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180341316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180341329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180341337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180341337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180341337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:44.392479 run osmo-msc_10.42.42.6(pid=31339): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31339)]\u000a18:03:44.444445 run osmo-msc_10.42.42.6(pid=31339): stdout: \u000a| (launched: 2022-12-09_18:03:43.191081) \u000a18:03:44.496876 run osmo-msc_10.42.42.6(pid=31339): stderr: \u000a| �[0;m�[38;5;43m20221209180343515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180343515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2880554c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180343515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180343515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180343515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180343516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180343517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180343518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180343518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180343518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:44.541329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31332): Terminating (SIGTERM)\u000a18:03:44.583716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31335): Terminating (SIGTERM)\u000a18:03:44.626254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31338): Terminating (SIGTERM)\u000a18:03:44.636466 --- ParallelTerminationStrategy: PID 31332 died...\u000a18:03:44.693418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31332): Terminated: ok {rc=0}\u000a18:03:44.703741 --- ParallelTerminationStrategy: PID 31335 died...\u000a18:03:44.760104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31335): Terminated: ok {rc=0}\u000a18:03:44.770538 --- ParallelTerminationStrategy: PID 31338 died...\u000a18:03:44.826902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31338): Terminated: ok {rc=0}\u000a18:03:44.915616 bus /sierra_3: Setting Powered False\u000a18:03:46.044878 bus /sierra_3: Setting Powered False\u000a18:03:47.155975 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31347): Process ended prematurely: osmo-stp_10.42.42.5(pid=31347) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31347)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31347): Process ended prematurely: osmo-stp_10.42.42.5(pid=31347) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:03:48.267893 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:48.279933 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:03:48.436666 tst mo_mt_call_osmux.py: using LAC 22759\u000a18:03:48.566307 tst mo_mt_call_osmux.py: using RAC 64\u000a18:03:48.695830 tst mo_mt_call_osmux.py: using CellId 22759\u000a18:03:48.825421 tst mo_mt_call_osmux.py: using BVCI 22760\u000a18:03:48.850514 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:48.862485 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:48.874337 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:48.886028 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:48.897787 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:48.909422 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:03:49.028286 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:03:49.235100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:49.724323 run create_hlr_db(pid=31341): Launched\u000a18:03:49.903025 bus /sierra_2: Setting Powered False\u000a18:03:50.922919 run create_hlr_db(pid=31341): Terminated: ok {rc=0}\u000a18:03:51.335616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31343): Launched\u000a18:03:51.645084 run osmo-hlr_10.42.42.2(pid=31344): Launched\u000a18:03:51.765607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:52.308139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31346): Launched\u000a18:03:52.616868 run osmo-stp_10.42.42.5(pid=31347): Launched\u000a18:03:52.729600 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:53.300568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31349): Launched\u000a18:03:53.610827 run osmo-msc_10.42.42.6(pid=31350): Launched\u000a18:03:53.792092 run osmo-stp_10.42.42.5(pid=31347): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31347)]\u000a18:03:53.923930 run osmo-stp_10.42.42.5(pid=31347): stdout: \u000a| (launched: 2022-12-09_18:03:52.464216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:54.052431 run osmo-stp_10.42.42.5(pid=31347): stderr: \u000a| �[0;m�[38;5;43m20221209180352638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180352638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180352638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180352638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180352639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180352639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180352639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:54.176430 run osmo-stp_10.42.42.5(pid=31347): stdout: \u000a| (launched: 2022-12-09_18:03:52.464216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:54.298870 run osmo-stp_10.42.42.5(pid=31347): stderr: \u000a| �[0;m�[38;5;43m20221209180352638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180352638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180352638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180352638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180352639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180352639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180352639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:54.353076 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31347): Process ended prematurely: osmo-stp_10.42.42.5(pid=31347) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31347)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:03:54.361840 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:03:54.423445 run osmo-hlr_10.42.42.2(pid=31344): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31344)]\u000a18:03:54.473584 run osmo-hlr_10.42.42.2(pid=31344): stdout: \u000a| (launched: 2022-12-09_18:03:51.492289) \u000a18:03:54.524293 run osmo-hlr_10.42.42.2(pid=31344): stderr: \u000a| �[0;m�[1;31m20221209180351674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180351674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180351675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180351675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180351675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180351675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180351687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180351695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180351695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180351695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:54.593562 run osmo-msc_10.42.42.6(pid=31350): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31350)]\u000a18:03:54.643328 run osmo-msc_10.42.42.6(pid=31350): stdout: \u000a| (launched: 2022-12-09_18:03:53.457187) \u000a18:03:54.694076 run osmo-msc_10.42.42.6(pid=31350): stderr: \u000a| �[0;m�[38;5;43m20221209180353733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180353733 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40e370dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180353733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180353733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180353733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180353733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180353735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180353735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180353736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180353736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:54.736783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31343): Terminating (SIGTERM)\u000a18:03:54.777597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31346): Terminating (SIGTERM)\u000a18:03:54.818454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31349): Terminating (SIGTERM)\u000a18:03:54.828422 --- ParallelTerminationStrategy: PID 31343 died...\u000a18:03:54.882758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31343): Terminated: ok {rc=0}\u000a18:03:54.893027 --- ParallelTerminationStrategy: PID 31346 died...\u000a18:03:54.947293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31346): Terminated: ok {rc=0}\u000a18:03:54.957937 --- ParallelTerminationStrategy: PID 31349 died...\u000a18:03:55.012118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31349): Terminated: ok {rc=0}\u000a18:03:55.102345 bus /sierra_3: Setting Powered False\u000a18:03:56.208329 bus /sierra_3: Setting Powered False\u000a18:03:57.320934 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:03:37" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31361): Process ended prematurely: osmo-stp_10.42.42.5(pid=31361) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31361)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31361): Process ended prematurely: osmo-stp_10.42.42.5(pid=31361) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:03:59.305558 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:03:59.317062 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:03:59.470727 tst mo_mt_call.py: using LAC 22760\u000a18:03:59.595263 tst mo_mt_call.py: using RAC 65\u000a18:03:59.714401 tst mo_mt_call.py: using CellId 22760\u000a18:03:59.837723 tst mo_mt_call.py: using BVCI 22761\u000a18:03:59.861099 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:03:59.872309 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:03:59.883466 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:03:59.895274 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:03:59.907123 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:03:59.918361 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:04:00.033415 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:04:00.246198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:00.773067 run create_hlr_db(pid=31355): Launched\u000a18:04:00.987401 bus /sierra_2: Setting Powered False\u000a18:04:02.000275 run create_hlr_db(pid=31355): Terminated: ok {rc=0}\u000a18:04:02.428767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31357): Launched\u000a18:04:02.741132 run osmo-hlr_10.42.42.2(pid=31358): Launched\u000a18:04:02.860737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:03.405076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31360): Launched\u000a18:04:03.716534 run osmo-stp_10.42.42.5(pid=31361): Launched\u000a18:04:03.834370 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:04.407683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31363): Launched\u000a18:04:04.717419 run osmo-msc_10.42.42.6(pid=31364): Launched\u000a18:04:04.900904 run osmo-stp_10.42.42.5(pid=31361): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31361)]\u000a18:04:05.031668 run osmo-stp_10.42.42.5(pid=31361): stdout: \u000a| (launched: 2022-12-09_18:04:03.561263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:05.160184 run osmo-stp_10.42.42.5(pid=31361): stderr: \u000a| �[0;m�[38;5;43m20221209180403734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180403734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180403734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180403734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180403736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180403737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180403737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:05.283307 run osmo-stp_10.42.42.5(pid=31361): stdout: \u000a| (launched: 2022-12-09_18:04:03.561263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:05.406642 run osmo-stp_10.42.42.5(pid=31361): stderr: \u000a| �[0;m�[38;5;43m20221209180403734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180403734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180403734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180403734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180403736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180403737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180403737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:05.460683 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31361): Process ended prematurely: osmo-stp_10.42.42.5(pid=31361) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31361)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:04:05.469311 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:04:05.530636 run osmo-hlr_10.42.42.2(pid=31358): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31358)]\u000a18:04:05.580764 run osmo-hlr_10.42.42.2(pid=31358): stdout: \u000a| (launched: 2022-12-09_18:04:02.585459) \u000a18:04:05.631488 run osmo-hlr_10.42.42.2(pid=31358): stderr: \u000a| �[0;m�[1;31m20221209180402765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180402765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180402765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180402765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180402765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180402766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180402777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180402785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180402786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180402786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:05.700349 run osmo-msc_10.42.42.6(pid=31364): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31364)]\u000a18:04:05.750428 run osmo-msc_10.42.42.6(pid=31364): stdout: \u000a| (launched: 2022-12-09_18:04:04.563897) \u000a18:04:05.800797 run osmo-msc_10.42.42.6(pid=31364): stderr: \u000a| �[0;m�[38;5;43m20221209180404838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180404839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f592197ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180404839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180404839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180404839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180404839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180404841 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180404841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180404842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180404842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:05.843332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31357): Terminating (SIGTERM)\u000a18:04:05.883847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31360): Terminating (SIGTERM)\u000a18:04:05.924349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31363): Terminating (SIGTERM)\u000a18:04:05.933994 --- ParallelTerminationStrategy: PID 31357 died...\u000a18:04:05.988162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31357): Terminated: ok {rc=0}\u000a18:04:05.998059 --- ParallelTerminationStrategy: PID 31360 died...\u000a18:04:06.051819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31360): Terminated: ok {rc=0}\u000a18:04:06.061864 --- ParallelTerminationStrategy: PID 31363 died...\u000a18:04:06.115847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31363): Terminated: ok {rc=0}\u000a18:04:06.205789 bus /sierra_3: Setting Powered False\u000a18:04:07.311359 bus /sierra_3: Setting Powered False\u000a18:04:08.419903 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31373): Process ended prematurely: osmo-stp_10.42.42.5(pid=31373) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31373)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31373): Process ended prematurely: osmo-stp_10.42.42.5(pid=31373) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:04:09.536582 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:09.549463 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:04:09.712851 tst mo_mt_call_osmux.py: using LAC 22761\u000a18:04:09.843420 tst mo_mt_call_osmux.py: using RAC 66\u000a18:04:09.971889 tst mo_mt_call_osmux.py: using CellId 22761\u000a18:04:10.099933 tst mo_mt_call_osmux.py: using BVCI 22762\u000a18:04:10.124876 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:10.136771 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:10.148412 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:10.160066 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:10.171710 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:10.183358 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:04:10.304026 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:04:10.509136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:10.995738 run create_hlr_db(pid=31367): Launched\u000a18:04:11.173897 bus /sierra_2: Setting Powered False\u000a18:04:12.194628 run create_hlr_db(pid=31367): Terminated: ok {rc=0}\u000a18:04:12.608252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31369): Launched\u000a18:04:12.917227 run osmo-hlr_10.42.42.2(pid=31370): Launched\u000a18:04:13.027921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:13.565896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31372): Launched\u000a18:04:13.875806 run osmo-stp_10.42.42.5(pid=31373): Launched\u000a18:04:13.988528 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:14.554534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31375): Launched\u000a18:04:14.863765 run osmo-msc_10.42.42.6(pid=31376): Launched\u000a18:04:15.045208 run osmo-stp_10.42.42.5(pid=31373): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31373)]\u000a18:04:15.175801 run osmo-stp_10.42.42.5(pid=31373): stdout: \u000a| (launched: 2022-12-09_18:04:13.722825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:15.305100 run osmo-stp_10.42.42.5(pid=31373): stderr: \u000a| �[0;m�[38;5;43m20221209180413895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180413895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180413895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180413896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180413896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180413896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180413896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:15.429336 run osmo-stp_10.42.42.5(pid=31373): stdout: \u000a| (launched: 2022-12-09_18:04:13.722825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:15.551807 run osmo-stp_10.42.42.5(pid=31373): stderr: \u000a| �[0;m�[38;5;43m20221209180413895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180413895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180413895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180413896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180413896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180413896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180413896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:15.605871 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31373): Process ended prematurely: osmo-stp_10.42.42.5(pid=31373) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31373)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:04:15.614804 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:04:15.676319 run osmo-hlr_10.42.42.2(pid=31370): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31370)]\u000a18:04:15.726277 run osmo-hlr_10.42.42.2(pid=31370): stdout: \u000a| (launched: 2022-12-09_18:04:12.764464) \u000a18:04:15.776687 run osmo-hlr_10.42.42.2(pid=31370): stderr: \u000a| �[0;m�[1;31m20221209180412944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180412944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180412944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180412944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180412944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180412944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180413000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180413009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180413009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180413009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:15.852664 run osmo-msc_10.42.42.6(pid=31376): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31376)]\u000a18:04:15.913908 run osmo-msc_10.42.42.6(pid=31376): stdout: \u000a| (launched: 2022-12-09_18:04:14.710960) \u000a18:04:15.971905 run osmo-msc_10.42.42.6(pid=31376): stderr: \u000a| �[0;m�[38;5;43m20221209180414987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180414987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6907a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180414987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180414987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180414987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180414988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180414989 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180414990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180414990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180414990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:16.015472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31369): Terminating (SIGTERM)\u000a18:04:16.058532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31372): Terminating (SIGTERM)\u000a18:04:16.101383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31375): Terminating (SIGTERM)\u000a18:04:16.111075 --- ParallelTerminationStrategy: PID 31369 died...\u000a18:04:16.166956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31369): Terminated: ok {rc=0}\u000a18:04:16.177356 --- ParallelTerminationStrategy: PID 31372 died...\u000a18:04:16.232768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31372): Terminated: ok {rc=0}\u000a18:04:16.243134 --- ParallelTerminationStrategy: PID 31375 died...\u000a18:04:16.298533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31375): Terminated: ok {rc=0}\u000a18:04:16.386777 bus /sierra_3: Setting Powered False\u000a18:04:17.494155 bus /sierra_3: Setting Powered False\u000a18:04:18.602970 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:03:59" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31387): Process ended prematurely: osmo-stp_10.42.42.5(pid=31387) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31387)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31387): Process ended prematurely: osmo-stp_10.42.42.5(pid=31387) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:04:20.602585 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:20.614489 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:04:20.770649 tst mo_mt_call.py: using LAC 22762\u000a18:04:20.893817 tst mo_mt_call.py: using RAC 67\u000a18:04:21.015000 tst mo_mt_call.py: using CellId 22762\u000a18:04:21.137916 tst mo_mt_call.py: using BVCI 22763\u000a18:04:21.161944 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:21.173473 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:21.184688 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:21.196406 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:21.208771 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:21.220745 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:04:21.338980 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:04:21.551055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:22.079604 run create_hlr_db(pid=31381): Launched\u000a18:04:22.270734 bus /sierra_2: Setting Powered False\u000a18:04:23.291909 run create_hlr_db(pid=31381): Terminated: ok {rc=0}\u000a18:04:23.710269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31383): Launched\u000a18:04:24.019667 run osmo-hlr_10.42.42.2(pid=31384): Launched\u000a18:04:24.138172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:24.672923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31386): Launched\u000a18:04:24.981415 run osmo-stp_10.42.42.5(pid=31387): Launched\u000a18:04:25.093758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:25.664814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31389): Launched\u000a18:04:25.975625 run osmo-msc_10.42.42.6(pid=31390): Launched\u000a18:04:26.157814 run osmo-stp_10.42.42.5(pid=31387): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31387)]\u000a18:04:26.289102 run osmo-stp_10.42.42.5(pid=31387): stdout: \u000a| (launched: 2022-12-09_18:04:24.828844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:26.418190 run osmo-stp_10.42.42.5(pid=31387): stderr: \u000a| �[0;m�[38;5;43m20221209180425000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180425000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180425000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180425001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180425001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180425001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180425001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:26.542256 run osmo-stp_10.42.42.5(pid=31387): stdout: \u000a| (launched: 2022-12-09_18:04:24.828844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:26.665483 run osmo-stp_10.42.42.5(pid=31387): stderr: \u000a| �[0;m�[38;5;43m20221209180425000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180425000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180425000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180425001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180425001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180425001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180425001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:26.719827 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31387): Process ended prematurely: osmo-stp_10.42.42.5(pid=31387) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31387)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:04:26.728751 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:04:26.790085 run osmo-hlr_10.42.42.2(pid=31384): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31384)]\u000a18:04:26.840746 run osmo-hlr_10.42.42.2(pid=31384): stdout: \u000a| (launched: 2022-12-09_18:04:23.866952) \u000a18:04:26.892067 run osmo-hlr_10.42.42.2(pid=31384): stderr: \u000a| �[0;m�[1;31m20221209180424045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180424045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180424045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180424045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180424045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180424045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180424057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180424066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180424067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180424067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:26.960877 run osmo-msc_10.42.42.6(pid=31390): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31390)]\u000a18:04:27.010898 run osmo-msc_10.42.42.6(pid=31390): stdout: \u000a| (launched: 2022-12-09_18:04:25.822088) \u000a18:04:27.061608 run osmo-msc_10.42.42.6(pid=31390): stderr: \u000a| �[0;m�[38;5;43m20221209180426098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180426098 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f467326fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180426098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180426098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180426098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180426098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180426100 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180426101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180426101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180426101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:27.104464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31383): Terminating (SIGTERM)\u000a18:04:27.145776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31386): Terminating (SIGTERM)\u000a18:04:27.186663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31389): Terminating (SIGTERM)\u000a18:04:27.196631 --- ParallelTerminationStrategy: PID 31383 died...\u000a18:04:27.251646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31383): Terminated: ok {rc=0}\u000a18:04:27.261959 --- ParallelTerminationStrategy: PID 31386 died...\u000a18:04:27.316905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31386): Terminated: ok {rc=0}\u000a18:04:27.327130 --- ParallelTerminationStrategy: PID 31389 died...\u000a18:04:27.381145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31389): Terminated: ok {rc=0}\u000a18:04:27.471508 bus /sierra_3: Setting Powered False\u000a18:04:28.581454 bus /sierra_3: Setting Powered False\u000a18:04:29.690278 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31398): Process ended prematurely: osmo-stp_10.42.42.5(pid=31398) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31398)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31398): Process ended prematurely: osmo-stp_10.42.42.5(pid=31398) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:04:30.806572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:30.819375 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:04:30.995640 tst mo_mt_call_osmux.py: using LAC 22763\u000a18:04:31.134985 tst mo_mt_call_osmux.py: using RAC 68\u000a18:04:31.264724 tst mo_mt_call_osmux.py: using CellId 22763\u000a18:04:31.418357 tst mo_mt_call_osmux.py: using BVCI 22764\u000a18:04:31.450716 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:31.464636 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:31.476850 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:31.489451 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:31.502488 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:31.515018 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:04:31.638786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:04:31.879534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:32.399714 run create_hlr_db(pid=31392): Launched\u000a18:04:32.593781 bus /sierra_2: Setting Powered False\u000a18:04:33.614674 run create_hlr_db(pid=31392): Terminated: ok {rc=0}\u000a18:04:34.028763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31394): Launched\u000a18:04:34.337474 run osmo-hlr_10.42.42.2(pid=31395): Launched\u000a18:04:34.457851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:35.000649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31397): Launched\u000a18:04:35.310502 run osmo-stp_10.42.42.5(pid=31398): Launched\u000a18:04:35.423365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:35.988539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31400): Launched\u000a18:04:36.300061 run osmo-msc_10.42.42.6(pid=31401): Launched\u000a18:04:36.481321 run osmo-stp_10.42.42.5(pid=31398): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31398)]\u000a18:04:36.611692 run osmo-stp_10.42.42.5(pid=31398): stdout: \u000a| (launched: 2022-12-09_18:04:35.157401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:36.740244 run osmo-stp_10.42.42.5(pid=31398): stderr: \u000a| �[0;m�[38;5;43m20221209180435329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180435329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180435329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180435330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180435330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180435330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180435330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:36.863822 run osmo-stp_10.42.42.5(pid=31398): stdout: \u000a| (launched: 2022-12-09_18:04:35.157401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:36.985964 run osmo-stp_10.42.42.5(pid=31398): stderr: \u000a| �[0;m�[38;5;43m20221209180435329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180435329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180435329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180435330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180435330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180435330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180435330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:37.039953 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31398): Process ended prematurely: osmo-stp_10.42.42.5(pid=31398) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31398)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:04:37.048725 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:04:37.109666 run osmo-hlr_10.42.42.2(pid=31395): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31395)]\u000a18:04:37.159306 run osmo-hlr_10.42.42.2(pid=31395): stdout: \u000a| (launched: 2022-12-09_18:04:34.185245) \u000a18:04:37.209366 run osmo-hlr_10.42.42.2(pid=31395): stderr: \u000a| �[0;m�[1;31m20221209180434362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180434362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180434362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180434362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180434362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180434362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180434374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180434383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180434384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180434384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:37.277623 run osmo-msc_10.42.42.6(pid=31401): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31401)]\u000a18:04:37.327330 run osmo-msc_10.42.42.6(pid=31401): stdout: \u000a| (launched: 2022-12-09_18:04:36.144868) \u000a18:04:37.377631 run osmo-msc_10.42.42.6(pid=31401): stderr: \u000a| �[0;m�[38;5;43m20221209180436418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180436418 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2fe369c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180436419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180436419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180436419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180436419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180436421 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180436421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180436421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180436421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:37.419699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31394): Terminating (SIGTERM)\u000a18:04:37.459852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31397): Terminating (SIGTERM)\u000a18:04:37.500013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31400): Terminating (SIGTERM)\u000a18:04:37.509636 --- ParallelTerminationStrategy: PID 31394 died...\u000a18:04:37.563947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31394): Terminated: ok {rc=0}\u000a18:04:37.574060 --- ParallelTerminationStrategy: PID 31397 died...\u000a18:04:37.627476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31397): Terminated: ok {rc=0}\u000a18:04:37.637536 --- ParallelTerminationStrategy: PID 31400 died...\u000a18:04:37.690718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31400): Terminated: ok {rc=0}\u000a18:04:37.780101 bus /sierra_3: Setting Powered False\u000a18:04:38.884387 bus /sierra_3: Setting Powered False\u000a18:04:39.991797 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:04:20" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31412): Process ended prematurely: osmo-stp_10.42.42.5(pid=31412) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31412)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31412): Process ended prematurely: osmo-stp_10.42.42.5(pid=31412) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:04:41.995112 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:42.006906 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:04:42.168122 tst mo_mt_call.py: using LAC 22764\u000a18:04:42.296693 tst mo_mt_call.py: using RAC 69\u000a18:04:42.425553 tst mo_mt_call.py: using CellId 22764\u000a18:04:42.559993 tst mo_mt_call.py: using BVCI 22765\u000a18:04:42.585123 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:42.596744 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:42.608379 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:42.619881 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:42.631635 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:42.643206 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:04:42.762558 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:04:42.973458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:43.499750 run create_hlr_db(pid=31406): Launched\u000a18:04:43.691091 bus /sierra_2: Setting Powered False\u000a18:04:44.699964 run create_hlr_db(pid=31406): Terminated: ok {rc=0}\u000a18:04:45.149573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31408): Launched\u000a18:04:45.480631 run osmo-hlr_10.42.42.2(pid=31409): Launched\u000a18:04:45.603741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:46.226186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31411): Launched\u000a18:04:46.651668 run osmo-stp_10.42.42.5(pid=31412): Launched\u000a18:04:46.893573 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:47.520229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31414): Launched\u000a18:04:47.830564 run osmo-msc_10.42.42.6(pid=31415): Launched\u000a18:04:48.011155 run osmo-stp_10.42.42.5(pid=31412): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31412)]\u000a18:04:48.142475 run osmo-stp_10.42.42.5(pid=31412): stdout: \u000a| (launched: 2022-12-09_18:04:46.399444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:48.271226 run osmo-stp_10.42.42.5(pid=31412): stderr: \u000a| �[0;m�[38;5;43m20221209180446729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180446729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180446730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180446730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180446730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180446730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180446731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:48.394994 run osmo-stp_10.42.42.5(pid=31412): stdout: \u000a| (launched: 2022-12-09_18:04:46.399444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:48.517558 run osmo-stp_10.42.42.5(pid=31412): stderr: \u000a| �[0;m�[38;5;43m20221209180446729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180446729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180446730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180446730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180446730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180446730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180446731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:48.571729 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31412): Process ended prematurely: osmo-stp_10.42.42.5(pid=31412) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31412)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:04:48.580642 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a18:04:48.642094 run osmo-hlr_10.42.42.2(pid=31409): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31409)]\u000a18:04:48.692056 run osmo-hlr_10.42.42.2(pid=31409): stdout: \u000a| (launched: 2022-12-09_18:04:45.317401) \u000a18:04:48.742790 run osmo-hlr_10.42.42.2(pid=31409): stderr: \u000a| �[0;m�[1;31m20221209180445519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180445519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180445519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180445519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180445519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180445519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180445533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180445541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180445542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180445542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:48.811533 run osmo-msc_10.42.42.6(pid=31415): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31415)]\u000a18:04:48.861646 run osmo-msc_10.42.42.6(pid=31415): stdout: \u000a| (launched: 2022-12-09_18:04:47.677526) \u000a18:04:48.912332 run osmo-msc_10.42.42.6(pid=31415): stderr: \u000a| �[0;m�[38;5;43m20221209180447952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180447952 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd33d68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180447952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180447952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180447952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180447953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180447954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180447955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180447955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180447955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:48.954819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31408): Terminating (SIGTERM)\u000a18:04:48.995550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31411): Terminating (SIGTERM)\u000a18:04:49.036380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31414): Terminating (SIGTERM)\u000a18:04:49.046020 --- ParallelTerminationStrategy: PID 31408 died...\u000a18:04:49.100329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31408): Terminated: ok {rc=0}\u000a18:04:49.110479 --- ParallelTerminationStrategy: PID 31411 died...\u000a18:04:49.164848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31411): Terminated: ok {rc=0}\u000a18:04:49.174779 --- ParallelTerminationStrategy: PID 31414 died...\u000a18:04:49.228732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31414): Terminated: ok {rc=0}\u000a18:04:49.318009 bus /sierra_3: Setting Powered False\u000a18:04:50.422857 bus /sierra_3: Setting Powered False\u000a18:04:51.530226 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31423): Process ended prematurely: osmo-stp_10.42.42.5(pid=31423) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31423)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31423): Process ended prematurely: osmo-stp_10.42.42.5(pid=31423) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:04:52.647600 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:52.660286 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:04:52.824588 tst mo_mt_call_osmux.py: using LAC 22765\u000a18:04:52.953103 tst mo_mt_call_osmux.py: using RAC 70\u000a18:04:53.081583 tst mo_mt_call_osmux.py: using CellId 22765\u000a18:04:53.212488 tst mo_mt_call_osmux.py: using BVCI 22766\u000a18:04:53.237769 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:53.249571 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:53.261161 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:53.272893 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:53.284754 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:04:53.296472 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:04:53.416726 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:04:53.623454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:54.110042 run create_hlr_db(pid=31417): Launched\u000a18:04:54.286831 bus /sierra_2: Setting Powered False\u000a18:04:55.308140 run create_hlr_db(pid=31417): Terminated: ok {rc=0}\u000a18:04:55.748124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31419): Launched\u000a18:04:56.078021 run osmo-hlr_10.42.42.2(pid=31420): Launched\u000a18:04:56.198057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:56.774159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31422): Launched\u000a18:04:57.103809 run osmo-stp_10.42.42.5(pid=31423): Launched\u000a18:04:57.223109 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:57.827149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31425): Launched\u000a18:04:58.156640 run osmo-msc_10.42.42.6(pid=31426): Launched\u000a18:04:58.349101 run osmo-stp_10.42.42.5(pid=31423): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31423)]\u000a18:04:58.486770 run osmo-stp_10.42.42.5(pid=31423): stdout: \u000a| (launched: 2022-12-09_18:04:56.941729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:58.625105 run osmo-stp_10.42.42.5(pid=31423): stderr: \u000a| �[0;m�[38;5;43m20221209180457137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180457137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180457137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180457138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180457138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180457138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180457138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:58.757336 run osmo-stp_10.42.42.5(pid=31423): stdout: \u000a| (launched: 2022-12-09_18:04:56.941729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:58.887941 run osmo-stp_10.42.42.5(pid=31423): stderr: \u000a| �[0;m�[38;5;43m20221209180457137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180457137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180457137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180457138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180457138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180457138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180457138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:58.945867 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31423): Process ended prematurely: osmo-stp_10.42.42.5(pid=31423) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31423)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:04:58.955314 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:04:59.019031 run osmo-hlr_10.42.42.2(pid=31420): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31420)]\u000a18:04:59.070955 run osmo-hlr_10.42.42.2(pid=31420): stdout: \u000a| (launched: 2022-12-09_18:04:55.915679) \u000a18:04:59.123332 run osmo-hlr_10.42.42.2(pid=31420): stderr: \u000a| �[0;m�[1;31m20221209180456116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180456116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180456116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180456116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180456116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180456116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180456128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180456137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180456137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180456137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:59.194584 run osmo-msc_10.42.42.6(pid=31426): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31426)]\u000a18:04:59.246360 run osmo-msc_10.42.42.6(pid=31426): stdout: \u000a| (launched: 2022-12-09_18:04:57.994428) \u000a18:04:59.298943 run osmo-msc_10.42.42.6(pid=31426): stderr: \u000a| �[0;m�[38;5;43m20221209180458317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180458318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbf623cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180458318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180458318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180458318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180458318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180458320 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180458320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180458320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180458320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:59.343360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31419): Terminating (SIGTERM)\u000a18:04:59.385779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31422): Terminating (SIGTERM)\u000a18:04:59.427869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31425): Terminating (SIGTERM)\u000a18:04:59.437803 --- ParallelTerminationStrategy: PID 31419 died...\u000a18:04:59.493928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31419): Terminated: ok {rc=0}\u000a18:04:59.504533 --- ParallelTerminationStrategy: PID 31422 died...\u000a18:04:59.560665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31422): Terminated: ok {rc=0}\u000a18:04:59.571079 --- ParallelTerminationStrategy: PID 31425 died...\u000a18:04:59.627352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31425): Terminated: ok {rc=0}\u000a18:04:59.715238 bus /sierra_3: Setting Powered False\u000a18:05:00.821497 bus /sierra_3: Setting Powered False\u000a18:05:01.950743 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:04:41" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31441): Process ended prematurely: osmo-stp_10.42.42.5(pid=31441) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31441)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31441): Process ended prematurely: osmo-stp_10.42.42.5(pid=31441) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:05:03.941486 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:03.952772 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:05:04.107854 tst mo_mt_call.py: using LAC 22766\u000a18:05:04.236496 tst mo_mt_call.py: using RAC 71\u000a18:05:04.370364 tst mo_mt_call.py: using CellId 22766\u000a18:05:04.498278 tst mo_mt_call.py: using BVCI 22767\u000a18:05:04.523708 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:04.535646 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:04.547261 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:04.559506 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:04.571377 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:04.583358 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:05:04.700560 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:05:04.913533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:05.441164 run create_hlr_db(pid=31435): Launched\u000a18:05:05.631591 bus /sierra_2: Setting Powered False\u000a18:05:06.652383 run create_hlr_db(pid=31435): Terminated: ok {rc=0}\u000a18:05:07.093609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31437): Launched\u000a18:05:07.423617 run osmo-hlr_10.42.42.2(pid=31438): Launched\u000a18:05:07.544687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:08.122974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31440): Launched\u000a18:05:08.452317 run osmo-stp_10.42.42.5(pid=31441): Launched\u000a18:05:08.571020 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:05:09.174865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31443): Launched\u000a18:05:09.504725 run osmo-msc_10.42.42.6(pid=31444): Launched\u000a18:05:09.697975 run osmo-stp_10.42.42.5(pid=31441): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31441)]\u000a18:05:09.837523 run osmo-stp_10.42.42.5(pid=31441): stdout: \u000a| (launched: 2022-12-09_18:05:08.290508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:09.975304 run osmo-stp_10.42.42.5(pid=31441): stderr: \u000a| �[0;m�[38;5;43m20221209180508485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180508485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180508485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180508485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180508486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180508486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180508486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:10.106800 run osmo-stp_10.42.42.5(pid=31441): stdout: \u000a| (launched: 2022-12-09_18:05:08.290508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:10.236616 run osmo-stp_10.42.42.5(pid=31441): stderr: \u000a| �[0;m�[38;5;43m20221209180508485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180508485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180508485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180508485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180508486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180508486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180508486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:10.294613 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31441): Process ended prematurely: osmo-stp_10.42.42.5(pid=31441) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31441)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:05:10.303801 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:05:10.367205 run osmo-hlr_10.42.42.2(pid=31438): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31438)]\u000a18:05:10.419144 run osmo-hlr_10.42.42.2(pid=31438): stdout: \u000a| (launched: 2022-12-09_18:05:07.261465) \u000a18:05:10.471836 run osmo-hlr_10.42.42.2(pid=31438): stderr: \u000a| �[0;m�[1;31m20221209180507460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180507460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180507460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180507460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180507460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180507460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180507472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180507481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180507482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180507482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:10.543363 run osmo-msc_10.42.42.6(pid=31444): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31444)]\u000a18:05:10.595211 run osmo-msc_10.42.42.6(pid=31444): stdout: \u000a| (launched: 2022-12-09_18:05:09.342575) \u000a18:05:10.647746 run osmo-msc_10.42.42.6(pid=31444): stderr: \u000a| �[0;m�[38;5;43m20221209180509666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180509666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67b1b1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180509666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180509666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180509666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180509667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180509668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180509669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180509669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180509669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:05:10.692892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31437): Terminating (SIGTERM)\u000a18:05:10.735252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31440): Terminating (SIGTERM)\u000a18:05:10.777745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31443): Terminating (SIGTERM)\u000a18:05:10.787260 --- ParallelTerminationStrategy: PID 31437 died...\u000a18:05:10.843507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31437): Terminated: ok {rc=0}\u000a18:05:10.853824 --- ParallelTerminationStrategy: PID 31440 died...\u000a18:05:10.910055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31440): Terminated: ok {rc=0}\u000a18:05:10.920158 --- ParallelTerminationStrategy: PID 31443 died...\u000a18:05:10.976151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31443): Terminated: ok {rc=0}\u000a18:05:11.064561 bus /sierra_3: Setting Powered False\u000a18:05:12.171738 bus /sierra_3: Setting Powered False\u000a18:05:13.281361 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31452): Process ended prematurely: osmo-stp_10.42.42.5(pid=31452) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31452)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31452): Process ended prematurely: osmo-stp_10.42.42.5(pid=31452) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:05:14.396717 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:14.409409 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:05:14.571781 tst mo_mt_call_osmux.py: using LAC 22767\u000a18:05:14.700914 tst mo_mt_call_osmux.py: using RAC 72\u000a18:05:14.830524 tst mo_mt_call_osmux.py: using CellId 22767\u000a18:05:14.954181 tst mo_mt_call_osmux.py: using BVCI 22768\u000a18:05:14.977680 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:14.989214 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:15.000852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:15.012294 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:15.023928 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:15.035320 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:05:15.150874 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:05:15.356543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:15.852531 run create_hlr_db(pid=31446): Launched\u000a18:05:16.040117 bus /sierra_2: Setting Powered False\u000a18:05:17.062699 run create_hlr_db(pid=31446): Terminated: ok {rc=0}\u000a18:05:17.485026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31448): Launched\u000a18:05:17.794330 run osmo-hlr_10.42.42.2(pid=31449): Launched\u000a18:05:17.915077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:18.460550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31451): Launched\u000a18:05:18.769747 run osmo-stp_10.42.42.5(pid=31452): Launched\u000a18:05:18.882176 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:05:19.446920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31454): Launched\u000a18:05:19.758068 run osmo-msc_10.42.42.6(pid=31455): Launched\u000a18:05:19.939874 run osmo-stp_10.42.42.5(pid=31452): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31452)]\u000a18:05:20.071188 run osmo-stp_10.42.42.5(pid=31452): stdout: \u000a| (launched: 2022-12-09_18:05:18.617068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:20.200297 run osmo-stp_10.42.42.5(pid=31452): stderr: \u000a| �[0;m�[38;5;43m20221209180518789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180518789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180518789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180518790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180518790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180518790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180518790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:20.323830 run osmo-stp_10.42.42.5(pid=31452): stdout: \u000a| (launched: 2022-12-09_18:05:18.617068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:20.446276 run osmo-stp_10.42.42.5(pid=31452): stderr: \u000a| �[0;m�[38;5;43m20221209180518789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180518789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180518789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180518790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180518790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180518790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180518790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:20.500343 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31452): Process ended prematurely: osmo-stp_10.42.42.5(pid=31452) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31452)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:05:20.509345 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:05:20.570263 run osmo-hlr_10.42.42.2(pid=31449): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31449)]\u000a18:05:20.619851 run osmo-hlr_10.42.42.2(pid=31449): stdout: \u000a| (launched: 2022-12-09_18:05:17.641677) \u000a18:05:20.670177 run osmo-hlr_10.42.42.2(pid=31449): stderr: \u000a| �[0;m�[1;31m20221209180517822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180517822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180517822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180517822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180517822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180517822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180517834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180517844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180517844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180517844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:20.738268 run osmo-msc_10.42.42.6(pid=31455): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31455)]\u000a18:05:20.787746 run osmo-msc_10.42.42.6(pid=31455): stdout: \u000a| (launched: 2022-12-09_18:05:19.603563) \u000a18:05:20.837980 run osmo-msc_10.42.42.6(pid=31455): stderr: \u000a| �[0;m�[38;5;43m20221209180519878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180519878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82612aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180519878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180519878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180519879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180519879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180519883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180519883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180519884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180519884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:05:20.880227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31448): Terminating (SIGTERM)\u000a18:05:20.920613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31451): Terminating (SIGTERM)\u000a18:05:20.960877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31454): Terminating (SIGTERM)\u000a18:05:20.970584 --- ParallelTerminationStrategy: PID 31448 died...\u000a18:05:21.024255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31448): Terminated: ok {rc=0}\u000a18:05:21.034189 --- ParallelTerminationStrategy: PID 31451 died...\u000a18:05:21.087784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31451): Terminated: ok {rc=0}\u000a18:05:21.097757 --- ParallelTerminationStrategy: PID 31454 died...\u000a18:05:21.151224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31454): Terminated: ok {rc=0}\u000a18:05:21.235383 bus /sierra_3: Setting Powered False\u000a18:05:22.343222 bus /sierra_3: Setting Powered False\u000a18:05:23.456098 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:05:03" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31466): Process ended prematurely: osmo-stp_10.42.42.5(pid=31466) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31466)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31466): Process ended prematurely: osmo-stp_10.42.42.5(pid=31466) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:05:25.446510 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:25.458589 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:05:25.623007 tst mo_mt_call.py: using LAC 22768\u000a18:05:25.752514 tst mo_mt_call.py: using RAC 73\u000a18:05:25.880688 tst mo_mt_call.py: using CellId 22768\u000a18:05:26.011365 tst mo_mt_call.py: using BVCI 22769\u000a18:05:26.036455 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:26.048296 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:26.059907 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:26.071763 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:26.083785 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:26.095637 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:05:26.212707 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:05:26.416746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:26.903006 run create_hlr_db(pid=31460): Launched\u000a18:05:27.079780 bus /sierra_2: Setting Powered False\u000a18:05:28.101779 run create_hlr_db(pid=31460): Terminated: ok {rc=0}\u000a18:05:28.539768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31462): Launched\u000a18:05:28.868805 run osmo-hlr_10.42.42.2(pid=31463): Launched\u000a18:05:28.991443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:29.565264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31465): Launched\u000a18:05:29.897057 run osmo-stp_10.42.42.5(pid=31466): Launched\u000a18:05:30.016592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:05:30.619495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31468): Launched\u000a18:05:31.060904 run osmo-msc_10.42.42.6(pid=31469): Launched\u000a18:05:31.578318 run osmo-stp_10.42.42.5(pid=31466): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31466)]\u000a18:05:31.732856 run osmo-stp_10.42.42.5(pid=31466): stdout: \u000a| (launched: 2022-12-09_18:05:29.733108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:31.867640 run osmo-stp_10.42.42.5(pid=31466): stderr: \u000a| �[0;m�[38;5;43m20221209180529928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180529928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180529928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180529929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180529931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180529931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180529931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:31.999565 run osmo-stp_10.42.42.5(pid=31466): stdout: \u000a| (launched: 2022-12-09_18:05:29.733108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:32.128721 run osmo-stp_10.42.42.5(pid=31466): stderr: \u000a| �[0;m�[38;5;43m20221209180529928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180529928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180529928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180529929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180529931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180529931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180529931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:32.185531 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31466): Process ended prematurely: osmo-stp_10.42.42.5(pid=31466) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31466)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:05:32.195290 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a18:05:32.262619 run osmo-hlr_10.42.42.2(pid=31463): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31463)]\u000a18:05:32.315994 run osmo-hlr_10.42.42.2(pid=31463): stdout: \u000a| (launched: 2022-12-09_18:05:28.706886) \u000a18:05:32.370803 run osmo-hlr_10.42.42.2(pid=31463): stderr: \u000a| �[0;m�[1;31m20221209180528905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180528906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180528906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180528906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180528906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180528906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180528919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180528930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180528930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180528930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:32.439873 run osmo-msc_10.42.42.6(pid=31469): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31469)]\u000a18:05:32.490465 run osmo-msc_10.42.42.6(pid=31469): stdout: \u000a| (launched: 2022-12-09_18:05:30.787291) \u000a18:05:32.541679 run osmo-msc_10.42.42.6(pid=31469): stderr: \u000a| �[0;m�[38;5;43m20221209180531310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180531310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f911145cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180531310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180531310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180531310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180531310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180531312 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180531312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180531313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180531313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:05:32.585271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31462): Terminating (SIGTERM)\u000a18:05:32.626092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31465): Terminating (SIGTERM)\u000a18:05:32.666820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31468): Terminating (SIGTERM)\u000a18:05:32.676254 --- ParallelTerminationStrategy: PID 31462 died...\u000a18:05:32.730588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31462): Terminated: ok {rc=0}\u000a18:05:32.740588 --- ParallelTerminationStrategy: PID 31465 died...\u000a18:05:32.795058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31465): Terminated: ok {rc=0}\u000a18:05:32.804803 --- ParallelTerminationStrategy: PID 31468 died...\u000a18:05:32.859302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31468): Terminated: ok {rc=0}\u000a18:05:32.944720 bus /sierra_3: Setting Powered False\u000a18:05:34.052873 bus /sierra_3: Setting Powered False\u000a18:05:35.165303 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:05:36.277256 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:36.289475 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:05:36.446702 tst mo_mt_call_osmux.py: using LAC 22769\u000a18:05:36.569799 tst mo_mt_call_osmux.py: using RAC 74\u000a18:05:36.690229 tst mo_mt_call_osmux.py: using CellId 22769\u000a18:05:36.811357 tst mo_mt_call_osmux.py: using BVCI 22770\u000a18:05:36.834737 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:36.846271 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:36.857554 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:36.869157 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:36.880620 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:36.892080 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:05:37.013400 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:05:37.217466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:37.703202 run create_hlr_db(pid=31471): Launched\u000a18:05:37.880589 bus /sierra_2: Setting Powered False\u000a18:05:38.902358 run create_hlr_db(pid=31471): Terminated: ok {rc=0}\u000a18:05:39.341889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Launched\u000a18:05:39.673142 run osmo-hlr_10.42.42.2(pid=31474): Launched\u000a18:05:39.796054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:40.372011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Launched\u000a18:05:40.702845 run osmo-stp_10.42.42.5(pid=31477): Launched\u000a18:05:40.822534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:05:41.425456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31479): Launched\u000a18:05:41.754750 run osmo-msc_10.42.42.6(pid=31480): Launched\u000a18:05:41.946767 run osmo-stp_10.42.42.5(pid=31477): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]\u000a18:05:42.086177 run osmo-stp_10.42.42.5(pid=31477): stdout: \u000a| (launched: 2022-12-09_18:05:40.539682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:42.224659 run osmo-stp_10.42.42.5(pid=31477): stderr: \u000a| �[0;m�[38;5;43m20221209180540737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180540737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180540737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180540738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180540738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180540738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180540738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:42.356761 run osmo-stp_10.42.42.5(pid=31477): stdout: \u000a| (launched: 2022-12-09_18:05:40.539682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:42.487327 run osmo-stp_10.42.42.5(pid=31477): stderr: \u000a| �[0;m�[38;5;43m20221209180540737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180540737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180540737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180540738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180540738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180540738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180540738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:42.545370 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:05:42.555024 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:05:42.619501 run osmo-hlr_10.42.42.2(pid=31474): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31474)]\u000a18:05:42.671821 run osmo-hlr_10.42.42.2(pid=31474): stdout: \u000a| (launched: 2022-12-09_18:05:39.509686) \u000a18:05:42.725015 run osmo-hlr_10.42.42.2(pid=31474): stderr: \u000a| �[0;m�[1;31m20221209180539708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180539708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180539708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180539709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180539709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180539709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180539721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180539732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180539733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180539733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:42.797293 run osmo-msc_10.42.42.6(pid=31480): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31480)]\u000a18:05:42.849248 run osmo-msc_10.42.42.6(pid=31480): stdout: \u000a| (launched: 2022-12-09_18:05:41.592400) \u000a18:05:42.901811 run osmo-msc_10.42.42.6(pid=31480): stderr: \u000a| �[0;m�[38;5;43m20221209180541919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180541919 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b31751c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180541919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180541920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180541920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180541920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180541922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180541922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180541923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180541923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:05:42.946582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Terminating (SIGTERM)\u000a18:05:42.989140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Terminating (SIGTERM)\u000a18:05:43.031736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31479): Terminating (SIGTERM)\u000a18:05:43.041700 --- ParallelTerminationStrategy: PID 31473 died...\u000a18:05:43.098112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Terminated: ok {rc=0}\u000a18:05:43.108414 --- ParallelTerminationStrategy: PID 31476 died...\u000a18:05:43.164531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Terminated: ok {rc=0}\u000a18:05:43.174773 --- ParallelTerminationStrategy: PID 31479 died...\u000a18:05:43.230624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31479): Terminated: ok {rc=0}\u000a18:05:43.319064 bus /sierra_3: Setting Powered False\u000a18:05:44.425622 bus /sierra_3: Setting Powered False\u000a18:05:45.534897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:05:25" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31491): Process ended prematurely: osmo-stp_10.42.42.5(pid=31491) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31491)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31491): Process ended prematurely: osmo-stp_10.42.42.5(pid=31491) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:05:47.590637 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:47.602282 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:05:47.769003 tst mo_mt_call.py: using LAC 22770\u000a18:05:47.900409 tst mo_mt_call.py: using RAC 75\u000a18:05:48.031116 tst mo_mt_call.py: using CellId 22770\u000a18:05:48.160746 tst mo_mt_call.py: using BVCI 22771\u000a18:05:48.185895 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:48.197574 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:48.208994 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:48.220797 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:48.232702 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:48.244584 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:05:48.363827 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:05:48.578572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:49.105854 run create_hlr_db(pid=31485): Launched\u000a18:05:49.296715 bus /sierra_2: Setting Powered False\u000a18:05:50.317595 run create_hlr_db(pid=31485): Terminated: ok {rc=0}\u000a18:05:50.733782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31487): Launched\u000a18:05:51.043919 run osmo-hlr_10.42.42.2(pid=31488): Launched\u000a18:05:51.164859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:51.712654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31490): Launched\u000a18:05:52.022176 run osmo-stp_10.42.42.5(pid=31491): Launched\u000a18:05:52.137215 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:05:52.741834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31493): Launched\u000a18:05:53.072845 run osmo-msc_10.42.42.6(pid=31494): Launched\u000a18:05:53.265009 run osmo-stp_10.42.42.5(pid=31491): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31491)]\u000a18:05:53.403728 run osmo-stp_10.42.42.5(pid=31491): stdout: \u000a| (launched: 2022-12-09_18:05:51.868931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:53.542143 run osmo-stp_10.42.42.5(pid=31491): stderr: \u000a| �[0;m�[38;5;43m20221209180552039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180552039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180552040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180552040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180552043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180552043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180552043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:53.674455 run osmo-stp_10.42.42.5(pid=31491): stdout: \u000a| (launched: 2022-12-09_18:05:51.868931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:53.805768 run osmo-stp_10.42.42.5(pid=31491): stderr: \u000a| �[0;m�[38;5;43m20221209180552039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180552039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180552040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180552040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180552043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180552043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180552043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:53.863811 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31491): Process ended prematurely: osmo-stp_10.42.42.5(pid=31491) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31491)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:05:53.873193 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:05:53.936553 run osmo-hlr_10.42.42.2(pid=31488): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31488)]\u000a18:05:53.988415 run osmo-hlr_10.42.42.2(pid=31488): stdout: \u000a| (launched: 2022-12-09_18:05:50.891246) \u000a18:05:54.041048 run osmo-hlr_10.42.42.2(pid=31488): stderr: \u000a| �[0;m�[1;31m20221209180551067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180551067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180551067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180551067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180551067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180551067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180551079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180551087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180551088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180551088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:54.113287 run osmo-msc_10.42.42.6(pid=31494): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31494)]\u000a18:05:54.165629 run osmo-msc_10.42.42.6(pid=31494): stdout: \u000a| (launched: 2022-12-09_18:05:52.910131) \u000a18:05:54.218528 run osmo-msc_10.42.42.6(pid=31494): stderr: \u000a| �[0;m�[38;5;43m20221209180553235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180553235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcde5995c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180553236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180553236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180553236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180553236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180553238 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180553238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180553238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180553238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:05:54.263257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31487): Terminating (SIGTERM)\u000a18:05:54.305655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31490): Terminating (SIGTERM)\u000a18:05:54.348082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31493): Terminating (SIGTERM)\u000a18:05:54.358017 --- ParallelTerminationStrategy: PID 31487 died...\u000a18:05:54.414330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31487): Terminated: ok {rc=0}\u000a18:05:54.424673 --- ParallelTerminationStrategy: PID 31490 died...\u000a18:05:54.481001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31490): Terminated: ok {rc=0}\u000a18:05:54.491330 --- ParallelTerminationStrategy: PID 31493 died...\u000a18:05:54.547933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31493): Terminated: ok {rc=0}\u000a18:05:54.635722 bus /sierra_3: Setting Powered False\u000a18:05:55.740997 bus /sierra_3: Setting Powered False\u000a18:05:56.854132 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31502): Process ended prematurely: osmo-stp_10.42.42.5(pid=31502) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31502)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31502): Process ended prematurely: osmo-stp_10.42.42.5(pid=31502) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:05:57.971933 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:57.984617 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:05:58.148426 tst mo_mt_call_osmux.py: using LAC 22771\u000a18:05:58.276895 tst mo_mt_call_osmux.py: using RAC 76\u000a18:05:58.406090 tst mo_mt_call_osmux.py: using CellId 22771\u000a18:05:58.535792 tst mo_mt_call_osmux.py: using BVCI 22772\u000a18:05:58.560878 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:58.572690 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:58.584172 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:58.595644 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:58.607229 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:05:58.619236 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:05:58.740706 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:05:58.954594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:59.480399 run create_hlr_db(pid=31496): Launched\u000a18:05:59.671084 bus /sierra_2: Setting Powered False\u000a18:06:00.692737 run create_hlr_db(pid=31496): Terminated: ok {rc=0}\u000a18:06:01.190367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31498): Launched\u000a18:06:01.564182 run osmo-hlr_10.42.42.2(pid=31499): Launched\u000a18:06:01.757943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:02.549867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31501): Launched\u000a18:06:02.880394 run osmo-stp_10.42.42.5(pid=31502): Launched\u000a18:06:02.999300 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:06:03.602563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31504): Launched\u000a18:06:03.932667 run osmo-msc_10.42.42.6(pid=31505): Launched\u000a18:06:04.124840 run osmo-stp_10.42.42.5(pid=31502): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31502)]\u000a18:06:04.263206 run osmo-stp_10.42.42.5(pid=31502): stdout: \u000a| (launched: 2022-12-09_18:06:02.717845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:04.401234 run osmo-stp_10.42.42.5(pid=31502): stderr: \u000a| �[0;m�[38;5;43m20221209180602912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180602912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180602912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180602913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180602913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180602913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180602913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:04.533243 run osmo-stp_10.42.42.5(pid=31502): stdout: \u000a| (launched: 2022-12-09_18:06:02.717845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:04.663587 run osmo-stp_10.42.42.5(pid=31502): stderr: \u000a| �[0;m�[38;5;43m20221209180602912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180602912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180602912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180602913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180602913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180602913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180602913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:04.722097 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31502): Process ended prematurely: osmo-stp_10.42.42.5(pid=31502) [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31502)] [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:06:04.731496 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a18:06:04.794485 run osmo-hlr_10.42.42.2(pid=31499): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31499)]\u000a18:06:04.846167 run osmo-hlr_10.42.42.2(pid=31499): stdout: \u000a| (launched: 2022-12-09_18:06:01.355828) \u000a18:06:04.898339 run osmo-hlr_10.42.42.2(pid=31499): stderr: \u000a| �[0;m�[1;31m20221209180601778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180601778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180601778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180601778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180601778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180601778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180601792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180601814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180601815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180601815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:04.969262 run osmo-msc_10.42.42.6(pid=31505): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31505)]\u000a18:06:05.020629 run osmo-msc_10.42.42.6(pid=31505): stdout: \u000a| (launched: 2022-12-09_18:06:03.771059) \u000a18:06:05.072744 run osmo-msc_10.42.42.6(pid=31505): stderr: \u000a| �[0;m�[38;5;43m20221209180604098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180604098 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb37b91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180604098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180604098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180604098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180604099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180604100 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180604101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180604101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180604101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:06:05.116917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31498): Terminating (SIGTERM)\u000a18:06:05.158980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31501): Terminating (SIGTERM)\u000a18:06:05.201274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31504): Terminating (SIGTERM)\u000a18:06:05.211148 --- ParallelTerminationStrategy: PID 31498 died...\u000a18:06:05.267656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31498): Terminated: ok {rc=0}\u000a18:06:05.278041 --- ParallelTerminationStrategy: PID 31501 died...\u000a18:06:05.334119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31501): Terminated: ok {rc=0}\u000a18:06:05.344400 --- ParallelTerminationStrategy: PID 31504 died...\u000a18:06:05.400315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31504): Terminated: ok {rc=0}\u000a18:06:05.487405 bus /sierra_3: Setting Powered False\u000a18:06:06.593873 bus /sierra_3: Setting Powered False\u000a18:06:07.701376 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:05:47" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31516): Process ended prematurely: osmo-stp_10.42.42.5(pid=31516) [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31516)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31516): Process ended prematurely: osmo-stp_10.42.42.5(pid=31516) [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:06:09.709115 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:09.719933 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:06:09.854484 tst emergency_mo_mt_call.py: using LAC 22772\u000a18:06:09.970708 tst emergency_mo_mt_call.py: using RAC 77\u000a18:06:10.086781 tst emergency_mo_mt_call.py: using CellId 22772\u000a18:06:10.202600 tst emergency_mo_mt_call.py: using BVCI 22773\u000a18:06:10.225371 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:10.236250 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:10.246977 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:10.257933 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:10.268830 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:10.279796 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:10.398792 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:10.610977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:11.130478 run create_hlr_db(pid=31510): Launched\u000a18:06:11.318885 bus /sierra_2: Setting Powered False\u000a18:06:12.339738 run create_hlr_db(pid=31510): Terminated: ok {rc=0}\u000a18:06:12.748332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31512): Launched\u000a18:06:13.052868 run osmo-hlr_10.42.42.2(pid=31513): Launched\u000a18:06:13.168459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:13.694515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31515): Launched\u000a18:06:13.996799 run osmo-stp_10.42.42.5(pid=31516): Launched\u000a18:06:14.131380 tst emergency_mo_mt_call.py: using MSISDN 7304\u000a18:06:14.286336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:06:14.843907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31518): Launched\u000a18:06:15.148055 run osmo-msc_10.42.42.6(pid=31519): Launched\u000a18:06:15.325890 run osmo-stp_10.42.42.5(pid=31516): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31516)]\u000a18:06:15.454055 run osmo-stp_10.42.42.5(pid=31516): stdout: \u000a| (launched: 2022-12-09_18:06:13.847209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:15.579499 run osmo-stp_10.42.42.5(pid=31516): stderr: \u000a| �[0;m�[38;5;43m20221209180614019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180614020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180614020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180614020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180614022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180614022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180614022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:15.700285 run osmo-stp_10.42.42.5(pid=31516): stdout: \u000a| (launched: 2022-12-09_18:06:13.847209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:15.820297 run osmo-stp_10.42.42.5(pid=31516): stderr: \u000a| �[0;m�[38;5;43m20221209180614019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180614020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180614020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180614020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180614022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180614022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180614022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:15.907029 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31516): Process ended prematurely: osmo-stp_10.42.42.5(pid=31516) [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31516)] [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a18:06:15.915565 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a18:06:15.986542 run osmo-hlr_10.42.42.2(pid=31513): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31513)]\u000a18:06:16.044478 run osmo-hlr_10.42.42.2(pid=31513): stdout: \u000a| (launched: 2022-12-09_18:06:12.902283) \u000a18:06:16.097657 run osmo-hlr_10.42.42.2(pid=31513): stderr: \u000a| �[0;m�[1;31m20221209180613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180613080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180613091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180613101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180613101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180613101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:16.169369 run osmo-msc_10.42.42.6(pid=31519): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31519)]\u000a18:06:16.221432 run osmo-msc_10.42.42.6(pid=31519): stdout: \u000a| (launched: 2022-12-09_18:06:14.997404) \u000a18:06:16.274468 run osmo-msc_10.42.42.6(pid=31519): stderr: \u000a| �[0;m�[38;5;43m20221209180615271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180615271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12c3366c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180615271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180615271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180615272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180615272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180615274 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180615275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180615275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180615275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:06:16.319636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31512): Terminating (SIGTERM)\u000a18:06:16.362827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31515): Terminating (SIGTERM)\u000a18:06:16.405602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31518): Terminating (SIGTERM)\u000a18:06:16.415747 --- ParallelTerminationStrategy: PID 31512 died...\u000a18:06:16.472452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31512): Terminated: ok {rc=0}\u000a18:06:16.483426 --- ParallelTerminationStrategy: PID 31515 died...\u000a18:06:16.540165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31515): Terminated: ok {rc=0}\u000a18:06:16.551010 --- ParallelTerminationStrategy: PID 31518 died...\u000a18:06:16.608579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31518): Terminated: ok {rc=0}\u000a18:06:16.697295 bus /sierra_3: Setting Powered False\u000a18:06:17.801050 bus /sierra_3: Setting Powered False\u000a18:06:18.913611 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31527): Process ended prematurely: osmo-stp_10.42.42.5(pid=31527) [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31527)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31527): Process ended prematurely: osmo-stp_10.42.42.5(pid=31527) [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:06:19.966487 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:19.978903 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:06:20.114357 tst emergency_preemptive_call.py: using LAC 22773\u000a18:06:20.231966 tst emergency_preemptive_call.py: using RAC 78\u000a18:06:20.350853 tst emergency_preemptive_call.py: using CellId 22773\u000a18:06:20.471476 tst emergency_preemptive_call.py: using BVCI 22774\u000a18:06:20.494353 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:20.505356 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:20.516089 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:20.527182 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:20.538745 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:20.549986 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:20.670020 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:20.786986 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:20.906521 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:21.114396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:21.634379 run create_hlr_db(pid=31521): Launched\u000a18:06:21.823482 bus /sierra_2: Setting Powered False\u000a18:06:22.843358 run create_hlr_db(pid=31521): Terminated: ok {rc=0}\u000a18:06:23.253027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31523): Launched\u000a18:06:23.557408 run osmo-hlr_10.42.42.2(pid=31524): Launched\u000a18:06:23.670180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:24.207867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31526): Launched\u000a18:06:24.511045 run osmo-stp_10.42.42.5(pid=31527): Launched\u000a18:06:24.637448 tst emergency_preemptive_call.py: using MSISDN 7305\u000a18:06:24.798367 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:06:25.389264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31529): Launched\u000a18:06:25.712045 run osmo-msc_10.42.42.6(pid=31530): Launched\u000a18:06:25.902271 run osmo-stp_10.42.42.5(pid=31527): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31527)]\u000a18:06:26.039134 run osmo-stp_10.42.42.5(pid=31527): stdout: \u000a| (launched: 2022-12-09_18:06:24.360491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:26.175229 run osmo-stp_10.42.42.5(pid=31527): stderr: \u000a| �[0;m�[38;5;43m20221209180624533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180624533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180624533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180624533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180624534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180624534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180624534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:26.304726 run osmo-stp_10.42.42.5(pid=31527): stdout: \u000a| (launched: 2022-12-09_18:06:24.360491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:26.433760 run osmo-stp_10.42.42.5(pid=31527): stderr: \u000a| �[0;m�[38;5;43m20221209180624533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180624533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180624533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180624533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180624534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180624534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180624534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:26.490251 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31527): Process ended prematurely: osmo-stp_10.42.42.5(pid=31527) [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31527)] [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a18:06:26.499008 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a18:06:26.562088 run osmo-hlr_10.42.42.2(pid=31524): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31524)]\u000a18:06:26.613952 run osmo-hlr_10.42.42.2(pid=31524): stdout: \u000a| (launched: 2022-12-09_18:06:23.406701) \u000a18:06:26.666246 run osmo-hlr_10.42.42.2(pid=31524): stderr: \u000a| �[0;m�[1;31m20221209180623587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180623587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180623587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180623587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180623587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180623587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180623610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180623620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180623620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180623621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:26.737733 run osmo-msc_10.42.42.6(pid=31530): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31530)]\u000a18:06:26.789635 run osmo-msc_10.42.42.6(pid=31530): stdout: \u000a| (launched: 2022-12-09_18:06:25.553299) \u000a18:06:26.842012 run osmo-msc_10.42.42.6(pid=31530): stderr: \u000a| �[0;m�[38;5;43m20221209180625877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209180625878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cf42c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209180625878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209180625878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209180625878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209180625878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209180625880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209180625880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209180625881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209180625881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:06:26.886537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31523): Terminating (SIGTERM)\u000a18:06:26.928779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31526): Terminating (SIGTERM)\u000a18:06:26.971068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31529): Terminating (SIGTERM)\u000a18:06:26.981036 --- ParallelTerminationStrategy: PID 31523 died...\u000a18:06:27.037602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31523): Terminated: ok {rc=0}\u000a18:06:27.047848 --- ParallelTerminationStrategy: PID 31526 died...\u000a18:06:27.104003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31526): Terminated: ok {rc=0}\u000a18:06:27.114254 --- ParallelTerminationStrategy: PID 31529 died...\u000a18:06:27.170346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31529): Terminated: ok {rc=0}\u000a18:06:27.258368 bus /sierra_9: Setting Powered False\u000a18:06:28.364148 bus /sierra_9: Setting Powered False\u000a18:06:29.476979 bus /sierra_8: Setting Powered False\u000a18:06:30.581523 bus /sierra_8: Setting Powered False\u000a18:06:31.690064 bus /sierra_3: Setting Powered False\u000a18:06:32.792531 bus /sierra_3: Setting Powered False\u000a18:06:33.905437 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:06:09" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31546): Process ended prematurely: osmo-stp_10.42.42.5(pid=31546) [trial-2362↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31546)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31546): Process ended prematurely: osmo-stp_10.42.42.5(pid=31546) [trial-2362↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:06:36.016844 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:36.027907 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:06:36.162970 tst cs_paging_gprs_active.py: using LAC 22774\u000a18:06:36.283335 tst cs_paging_gprs_active.py: using RAC 79\u000a18:06:36.405315 tst cs_paging_gprs_active.py: using CellId 22774\u000a18:06:36.528176 tst cs_paging_gprs_active.py: using BVCI 22775\u000a18:06:36.551690 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:36.562879 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:36.573576 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:36.584906 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:36.595881 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:36.607226 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:36.618664 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:36.629763 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:36.640894 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:36.762120 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:37.047889 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:06:37.176688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:37.498579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31536): Launched\u000a18:06:37.765399 run iperf3-srv_10.42.42.10(pid=31537): Launched\u000a18:06:37.954107 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:06:38.082195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:38.404032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31538): Launched\u000a18:06:38.671436 run iperf3-srv_10.42.42.10(pid=31539): Launched\u000a18:06:38.859948 tst cs_paging_gprs_active.py:38: start network...\u000a18:06:38.988754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:39.474648 run create_hlr_db(pid=31540): Launched\u000a18:06:39.652299 bus /sierra_2: Setting Powered False\u000a18:06:40.674695 run create_hlr_db(pid=31540): Terminated: ok {rc=0}\u000a18:06:41.085914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31542): Launched\u000a18:06:41.395185 run osmo-hlr_10.42.42.2(pid=31543): Launched\u000a18:06:41.511814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:42.048546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31545): Launched\u000a18:06:42.358224 run osmo-stp_10.42.42.5(pid=31546): Launched\u000a18:06:42.470675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:06:43.010847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31548): Launched\u000a18:06:43.121091 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:06:43.392187 run patchelf(pid=31549): Launched\u000a18:06:43.574185 run osmo-stp_10.42.42.5(pid=31546): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31546)]\u000a18:06:43.706503 run osmo-stp_10.42.42.5(pid=31546): stdout: \u000a| (launched: 2022-12-09_18:06:42.205262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:43.841559 run osmo-stp_10.42.42.5(pid=31546): stderr: \u000a| �[0;m�[38;5;43m20221209180642378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180642378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180642378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180642379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180642379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180642379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180642379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:43.969260 run osmo-stp_10.42.42.5(pid=31546): stdout: \u000a| (launched: 2022-12-09_18:06:42.205262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:44.095985 run osmo-stp_10.42.42.5(pid=31546): stderr: \u000a| �[0;m�[38;5;43m20221209180642378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180642378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180642378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180642379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180642379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180642379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180642379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:44.244003 run patchelf(pid=31549): Terminating (SIGINT)\u000a18:06:44.418784 run patchelf(pid=31549): Terminated: ok {rc=0}\u000a18:06:44.451020 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31546): Process ended prematurely: osmo-stp_10.42.42.5(pid=31546) [trial-2362↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31546)] [trial-2362↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a18:06:44.460380 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:06:44.521693 run osmo-hlr_10.42.42.2(pid=31543): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31543)]\u000a18:06:44.571380 run osmo-hlr_10.42.42.2(pid=31543): stdout: \u000a| (launched: 2022-12-09_18:06:41.241906) \u000a18:06:44.621618 run osmo-hlr_10.42.42.2(pid=31543): stderr: \u000a| �[0;m�[1;31m20221209180641419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180641419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180641419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180641419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180641419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180641419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180641431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180641440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180641440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180641440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:44.664495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31536): Terminating (SIGTERM)\u000a18:06:44.704547 run iperf3-srv_10.42.42.10(pid=31537): Terminating (SIGTERM)\u000a18:06:44.744760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31538): Terminating (SIGTERM)\u000a18:06:44.784992 run iperf3-srv_10.42.42.10(pid=31539): Terminating (SIGTERM)\u000a18:06:44.825595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31542): Terminating (SIGTERM)\u000a18:06:44.865509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31545): Terminating (SIGTERM)\u000a18:06:44.905853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31548): Terminating (SIGTERM)\u000a18:06:44.915245 --- ParallelTerminationStrategy: PID 31536 died...\u000a18:06:44.969177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31536): Terminated: ok {rc=0}\u000a18:06:44.979267 --- ParallelTerminationStrategy: PID 31537 died...\u000a18:06:45.033111 run iperf3-srv_10.42.42.10(pid=31537): Terminated {rc=256}\u000a18:06:45.042876 --- ParallelTerminationStrategy: PID 31538 died...\u000a18:06:45.096693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31538): Terminated: ok {rc=0}\u000a18:06:45.106633 --- ParallelTerminationStrategy: PID 31539 died...\u000a18:06:45.161386 run iperf3-srv_10.42.42.10(pid=31539): Terminated {rc=256}\u000a18:06:45.171084 --- ParallelTerminationStrategy: PID 31542 died...\u000a18:06:45.224329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31542): Terminated: ok {rc=0}\u000a18:06:45.234366 --- ParallelTerminationStrategy: PID 31545 died...\u000a18:06:45.287940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31545): Terminated: ok {rc=0}\u000a18:06:45.297845 --- ParallelTerminationStrategy: PID 31548 died...\u000a18:06:45.351442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31548): Terminated: ok {rc=0}\u000a18:06:45.439721 bus /gobi_0: Setting Powered False\u000a18:06:46.545647 bus /gobi_0: Setting Powered False\u000a18:06:47.655891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31559): Process ended prematurely: osmo-stp_10.42.42.5(pid=31559) [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31559)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31559): Process ended prematurely: osmo-stp_10.42.42.5(pid=31559) [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a18:06:48.767655 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:48.779537 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:06:48.915552 tst iperf3.py: using LAC 22775\u000a18:06:49.035337 tst iperf3.py: using RAC 80\u000a18:06:49.157547 tst iperf3.py: using CellId 22775\u000a18:06:49.276626 tst iperf3.py: using BVCI 22776\u000a18:06:49.299995 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:49.310842 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:49.321547 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:49.332378 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:49.343114 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:49.354162 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:49.365066 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:49.375902 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:49.386912 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:49.685534 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:06:49.823156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:50.164462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31551): Launched\u000a18:06:50.448460 run iperf3-srv_10.42.42.10(pid=31552): Launched\u000a18:06:50.650388 tst iperf3.py:8: start network...\u000a18:06:50.788045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:51.313920 run create_hlr_db(pid=31553): Launched\u000a18:06:51.503359 bus /gobi_6: Setting Powered False\u000a18:06:52.523542 run create_hlr_db(pid=31553): Terminated: ok {rc=0}\u000a18:06:52.939979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31555): Launched\u000a18:06:53.249448 run osmo-hlr_10.42.42.2(pid=31556): Launched\u000a18:06:53.367064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:53.915688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31558): Launched\u000a18:06:54.231860 run osmo-stp_10.42.42.5(pid=31559): Launched\u000a18:06:54.356261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:06:54.931397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31561): Launched\u000a18:06:55.048290 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:06:55.335552 run patchelf(pid=31562): Launched\u000a18:06:55.527380 run osmo-stp_10.42.42.5(pid=31559): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31559)]\u000a18:06:55.667655 run osmo-stp_10.42.42.5(pid=31559): stdout: \u000a| (launched: 2022-12-09_18:06:54.071527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:55.808731 run osmo-stp_10.42.42.5(pid=31559): stderr: \u000a| �[0;m�[38;5;43m20221209180654260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180654260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180654261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180654261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180654263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180654263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180654263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:55.944799 run osmo-stp_10.42.42.5(pid=31559): stdout: \u000a| (launched: 2022-12-09_18:06:54.071527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:56.079583 run osmo-stp_10.42.42.5(pid=31559): stderr: \u000a| �[0;m�[38;5;43m20221209180654260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180654260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180654261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180654261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180654263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180654263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180654263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:56.236143 run patchelf(pid=31562): Terminating (SIGINT)\u000a18:06:56.420107 run patchelf(pid=31562): Terminated: ok {rc=0}\u000a18:06:56.453846 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31559): Process ended prematurely: osmo-stp_10.42.42.5(pid=31559) [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31559)] [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a18:06:56.463823 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:06:56.526859 run osmo-hlr_10.42.42.2(pid=31556): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31556)]\u000a18:06:56.578168 run osmo-hlr_10.42.42.2(pid=31556): stdout: \u000a| (launched: 2022-12-09_18:06:53.096253) \u000a18:06:56.630256 run osmo-hlr_10.42.42.2(pid=31556): stderr: \u000a| �[0;m�[1;31m20221209180653275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180653275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180653275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180653276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180653276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180653276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180653291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180653301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180653301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180653301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:56.675391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31551): Terminating (SIGTERM)\u000a18:06:56.717335 run iperf3-srv_10.42.42.10(pid=31552): Terminating (SIGTERM)\u000a18:06:56.759630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31555): Terminating (SIGTERM)\u000a18:06:56.801971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31558): Terminating (SIGTERM)\u000a18:06:56.844240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31561): Terminating (SIGTERM)\u000a18:06:56.854225 --- ParallelTerminationStrategy: PID 31551 died...\u000a18:06:56.910909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31551): Terminated: ok {rc=0}\u000a18:06:56.921393 --- ParallelTerminationStrategy: PID 31552 died...\u000a18:06:56.977402 run iperf3-srv_10.42.42.10(pid=31552): Terminated {rc=256}\u000a18:06:56.987705 --- ParallelTerminationStrategy: PID 31555 died...\u000a18:06:57.044046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31555): Terminated: ok {rc=0}\u000a18:06:57.054459 --- ParallelTerminationStrategy: PID 31558 died...\u000a18:06:57.110843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31558): Terminated: ok {rc=0}\u000a18:06:57.121196 --- ParallelTerminationStrategy: PID 31561 died...\u000a18:06:57.177250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31561): Terminated: ok {rc=0}\u000a18:06:57.265314 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31577): Process ended prematurely: osmo-stp_10.42.42.5(pid=31577) [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31577)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31577): Process ended prematurely: osmo-stp_10.42.42.5(pid=31577) [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a18:06:58.378258 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.389853 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:06:58.522323 tst iperf3m4.py: using LAC 22776\u000a18:06:58.641358 tst iperf3m4.py: using RAC 81\u000a18:06:58.760452 tst iperf3m4.py: using CellId 22776\u000a18:06:58.879704 tst iperf3m4.py: using BVCI 22777\u000a18:06:58.903288 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.914396 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.925371 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.936337 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.947685 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.958736 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.969931 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.980616 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.991779 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:59.109337 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:59.231284 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:59.348546 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:59.637133 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:06:59.766049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:00.086979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31563): Launched\u000a18:07:00.353644 run iperf3-srv_10.42.42.10(pid=31564): Launched\u000a18:07:00.541465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:07:00.669600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:01.022653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31565): Launched\u000a18:07:01.310589 run iperf3-srv_10.42.42.10(pid=31566): Launched\u000a18:07:01.502524 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:07:01.634003 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:01.983033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31567): Launched\u000a18:07:02.273405 run iperf3-srv_10.42.42.10(pid=31568): Launched\u000a18:07:02.475977 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:07:02.613924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:02.958114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31569): Launched\u000a18:07:03.242450 run iperf3-srv_10.42.42.10(pid=31570): Launched\u000a18:07:03.443633 tst iperf3m4.py:8: start network...\u000a18:07:03.580807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:04.110635 run create_hlr_db(pid=31571): Launched\u000a18:07:04.301653 bus /gobi_6: Setting Powered False\u000a18:07:05.322546 run create_hlr_db(pid=31571): Terminated: ok {rc=0}\u000a18:07:05.762716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31573): Launched\u000a18:07:06.092605 run osmo-hlr_10.42.42.2(pid=31574): Launched\u000a18:07:06.212313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:06.887593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31576): Launched\u000a18:07:07.209859 run osmo-stp_10.42.42.5(pid=31577): Launched\u000a18:07:07.326542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:07.891165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31579): Launched\u000a18:07:08.005934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:08.287421 run patchelf(pid=31580): Launched\u000a18:07:08.476071 run osmo-stp_10.42.42.5(pid=31577): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31577)]\u000a18:07:08.613759 run osmo-stp_10.42.42.5(pid=31577): stdout: \u000a| (launched: 2022-12-09_18:07:07.051193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:08.752505 run osmo-stp_10.42.42.5(pid=31577): stderr: \u000a| �[0;m�[38;5;43m20221209180707246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180707246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180707246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180707247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180707247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180707247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180707247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:08.886016 run osmo-stp_10.42.42.5(pid=31577): stdout: \u000a| (launched: 2022-12-09_18:07:07.051193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:09.017703 run osmo-stp_10.42.42.5(pid=31577): stderr: \u000a| �[0;m�[38;5;43m20221209180707246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180707246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180707246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180707247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180707247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180707247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180707247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:09.171706 run patchelf(pid=31580): Terminating (SIGINT)\u000a18:07:09.352940 run patchelf(pid=31580): Terminated: ok {rc=0}\u000a18:07:09.386328 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31577): Process ended prematurely: osmo-stp_10.42.42.5(pid=31577) [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31577)] [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a18:07:09.396237 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a18:07:09.459545 run osmo-hlr_10.42.42.2(pid=31574): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31574)]\u000a18:07:09.510981 run osmo-hlr_10.42.42.2(pid=31574): stdout: \u000a| (launched: 2022-12-09_18:07:05.930709) \u000a18:07:09.563111 run osmo-hlr_10.42.42.2(pid=31574): stderr: \u000a| �[0;m�[1;31m20221209180706132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180706132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180706132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180706132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180706132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180706133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180706149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180706159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180706159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180706159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:09.607484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31563): Terminating (SIGTERM)\u000a18:07:09.649541 run iperf3-srv_10.42.42.10(pid=31564): Terminating (SIGTERM)\u000a18:07:09.691344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31565): Terminating (SIGTERM)\u000a18:07:09.733057 run iperf3-srv_10.42.42.10(pid=31566): Terminating (SIGTERM)\u000a18:07:09.775229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31567): Terminating (SIGTERM)\u000a18:07:09.817019 run iperf3-srv_10.42.42.10(pid=31568): Terminating (SIGTERM)\u000a18:07:09.858877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31569): Terminating (SIGTERM)\u000a18:07:09.900584 run iperf3-srv_10.42.42.10(pid=31570): Terminating (SIGTERM)\u000a18:07:09.942545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31573): Terminating (SIGTERM)\u000a18:07:09.984436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31576): Terminating (SIGTERM)\u000a18:07:10.026265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31579): Terminating (SIGTERM)\u000a18:07:10.036128 --- ParallelTerminationStrategy: PID 31563 died...\u000a18:07:10.092630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31563): Terminated: ok {rc=0}\u000a18:07:10.102884 --- ParallelTerminationStrategy: PID 31564 died...\u000a18:07:10.158992 run iperf3-srv_10.42.42.10(pid=31564): Terminated {rc=256}\u000a18:07:10.169258 --- ParallelTerminationStrategy: PID 31565 died...\u000a18:07:10.224822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31565): Terminated: ok {rc=0}\u000a18:07:10.235068 --- ParallelTerminationStrategy: PID 31566 died...\u000a18:07:10.290532 run iperf3-srv_10.42.42.10(pid=31566): Terminated {rc=256}\u000a18:07:10.300743 --- ParallelTerminationStrategy: PID 31567 died...\u000a18:07:10.356476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31567): Terminated: ok {rc=0}\u000a18:07:10.366711 --- ParallelTerminationStrategy: PID 31568 died...\u000a18:07:10.422334 run iperf3-srv_10.42.42.10(pid=31568): Terminated {rc=256}\u000a18:07:10.432585 --- ParallelTerminationStrategy: PID 31569 died...\u000a18:07:10.488169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31569): Terminated: ok {rc=0}\u000a18:07:10.498420 --- ParallelTerminationStrategy: PID 31570 died...\u000a18:07:10.554141 run iperf3-srv_10.42.42.10(pid=31570): Terminated {rc=256}\u000a18:07:10.564288 --- ParallelTerminationStrategy: PID 31573 died...\u000a18:07:10.620108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31573): Terminated: ok {rc=0}\u000a18:07:10.630237 --- ParallelTerminationStrategy: PID 31576 died...\u000a18:07:10.685941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31576): Terminated: ok {rc=0}\u000a18:07:10.696119 --- ParallelTerminationStrategy: PID 31579 died...\u000a18:07:10.752166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31579): Terminated: ok {rc=0}\u000a18:07:10.839309 bus /gobi_4: Setting Powered False\u000a18:07:11.945040 bus /gobi_4: Setting Powered False\u000a18:07:13.056516 bus /gobi_1: Setting Powered False\u000a18:07:14.160825 bus /gobi_1: Setting Powered False\u000a18:07:15.271399 bus /gobi_0: Setting Powered False\u000a18:07:16.377597 bus /gobi_0: Setting Powered False\u000a18:07:17.490431 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31587): Process ended prematurely: osmo-stp_10.42.42.5(pid=31587) [trial-2362↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31587)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31587): Process ended prematurely: osmo-stp_10.42.42.5(pid=31587) [trial-2362↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a18:07:18.557633 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:18.569444 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:07:18.700441 tst ping.py: using LAC 22777\u000a18:07:18.818748 tst ping.py: using RAC 82\u000a18:07:18.937546 tst ping.py: using CellId 22777\u000a18:07:19.053506 tst ping.py: using BVCI 22778\u000a18:07:19.076185 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:19.087021 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:19.097625 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:19.108529 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:19.119352 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:19.130276 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:19.141316 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:19.152189 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:07:19.425020 tst ping.py:19: start network...\u000a18:07:19.547542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:20.013826 run create_hlr_db(pid=31581): Launched\u000a18:07:20.186001 bus /gobi_6: Setting Powered False\u000a18:07:21.205852 run create_hlr_db(pid=31581): Terminated: ok {rc=0}\u000a18:07:21.630851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31583): Launched\u000a18:07:21.949050 run osmo-hlr_10.42.42.2(pid=31584): Launched\u000a18:07:22.064489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:22.618395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31586): Launched\u000a18:07:22.938219 run osmo-stp_10.42.42.5(pid=31587): Launched\u000a18:07:23.053458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:23.608887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31589): Launched\u000a18:07:23.721926 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:24.000170 run patchelf(pid=31590): Launched\u000a18:07:24.185938 run osmo-stp_10.42.42.5(pid=31587): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31587)]\u000a18:07:24.322455 run osmo-stp_10.42.42.5(pid=31587): stdout: \u000a| (launched: 2022-12-09_18:07:22.780385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:24.459264 run osmo-stp_10.42.42.5(pid=31587): stderr: \u000a| �[0;m�[38;5;43m20221209180722975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180722975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180722976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180722976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180722977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180722977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180722977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:24.590670 run osmo-stp_10.42.42.5(pid=31587): stdout: \u000a| (launched: 2022-12-09_18:07:22.780385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:24.720777 run osmo-stp_10.42.42.5(pid=31587): stderr: \u000a| �[0;m�[38;5;43m20221209180722975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180722975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180722976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180722976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180722977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180722977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180722977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:24.873533 run patchelf(pid=31590): Terminating (SIGINT)\u000a18:07:25.052901 run patchelf(pid=31590): Terminated: ok {rc=0}\u000a18:07:25.085685 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31587): Process ended prematurely: osmo-stp_10.42.42.5(pid=31587) [trial-2362↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31587)] [trial-2362↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a18:07:25.095026 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:07:25.157802 run osmo-hlr_10.42.42.2(pid=31584): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31584)]\u000a18:07:25.209446 run osmo-hlr_10.42.42.2(pid=31584): stdout: \u000a| (launched: 2022-12-09_18:07:21.792198) \u000a18:07:25.261754 run osmo-hlr_10.42.42.2(pid=31584): stderr: \u000a| �[0;m�[1;31m20221209180721992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180721992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180721992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180721992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180721992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180721992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180722005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180722013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180722014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180722014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:25.306367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31583): Terminating (SIGTERM)\u000a18:07:25.348599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31586): Terminating (SIGTERM)\u000a18:07:25.390750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31589): Terminating (SIGTERM)\u000a18:07:25.400451 --- ParallelTerminationStrategy: PID 31583 died...\u000a18:07:25.456644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31583): Terminated: ok {rc=0}\u000a18:07:25.466858 --- ParallelTerminationStrategy: PID 31586 died...\u000a18:07:25.522916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31586): Terminated: ok {rc=0}\u000a18:07:25.533095 --- ParallelTerminationStrategy: PID 31589 died...\u000a18:07:25.588618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31589): Terminated: ok {rc=0}\u000a18:07:25.677046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31597): Process ended prematurely: osmo-stp_10.42.42.5(pid=31597) [trial-2362↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31597)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31597): Process ended prematurely: osmo-stp_10.42.42.5(pid=31597) [trial-2362↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a18:07:26.730683 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:26.743290 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:07:26.883956 tst ping_idle_ping.py: using LAC 22778\u000a18:07:27.009144 tst ping_idle_ping.py: using RAC 83\u000a18:07:27.133908 tst ping_idle_ping.py: using CellId 22778\u000a18:07:27.258719 tst ping_idle_ping.py: using BVCI 22779\u000a18:07:27.283333 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:27.294748 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:27.305908 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:27.316909 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:27.327988 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:27.339047 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:27.350379 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:27.361417 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:07:27.651022 tst ping_idle_ping.py:24: start network...\u000a18:07:27.784515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:28.296773 run create_hlr_db(pid=31591): Launched\u000a18:07:28.470459 bus /gobi_6: Setting Powered False\u000a18:07:29.491277 run create_hlr_db(pid=31591): Terminated: ok {rc=0}\u000a18:07:29.918937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31593): Launched\u000a18:07:30.240680 run osmo-hlr_10.42.42.2(pid=31594): Launched\u000a18:07:30.360199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:30.939966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31596): Launched\u000a18:07:31.345917 run osmo-stp_10.42.42.5(pid=31597): Launched\u000a18:07:31.488349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:32.153482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31599): Launched\u000a18:07:32.269094 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:32.549279 run patchelf(pid=31600): Launched\u000a18:07:32.735767 run osmo-stp_10.42.42.5(pid=31597): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31597)]\u000a18:07:32.873689 run osmo-stp_10.42.42.5(pid=31597): stdout: \u000a| (launched: 2022-12-09_18:07:31.107669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:33.011682 run osmo-stp_10.42.42.5(pid=31597): stderr: \u000a| �[0;m�[38;5;43m20221209180731378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180731378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180731378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180731379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180731389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180731389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180731389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:33.143987 run osmo-stp_10.42.42.5(pid=31597): stdout: \u000a| (launched: 2022-12-09_18:07:31.107669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:33.274624 run osmo-stp_10.42.42.5(pid=31597): stderr: \u000a| �[0;m�[38;5;43m20221209180731378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180731378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180731378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180731379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180731389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180731389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180731389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:33.426758 run patchelf(pid=31600): Terminating (SIGINT)\u000a18:07:33.605573 run patchelf(pid=31600): Terminated: ok {rc=0}\u000a18:07:33.637998 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31597): Process ended prematurely: osmo-stp_10.42.42.5(pid=31597) [trial-2362↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31597)] [trial-2362↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a18:07:33.647288 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a18:07:33.710004 run osmo-hlr_10.42.42.2(pid=31594): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31594)]\u000a18:07:33.761984 run osmo-hlr_10.42.42.2(pid=31594): stdout: \u000a| (launched: 2022-12-09_18:07:30.081496) \u000a18:07:33.814480 run osmo-hlr_10.42.42.2(pid=31594): stderr: \u000a| �[0;m�[1;31m20221209180730280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180730280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180730280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180730280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180730280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180730280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180730292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180730300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180730301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180730301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:33.859166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31593): Terminating (SIGTERM)\u000a18:07:33.901360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31596): Terminating (SIGTERM)\u000a18:07:33.943334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31599): Terminating (SIGTERM)\u000a18:07:33.953104 --- ParallelTerminationStrategy: PID 31593 died...\u000a18:07:34.009245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31593): Terminated: ok {rc=0}\u000a18:07:34.019333 --- ParallelTerminationStrategy: PID 31596 died...\u000a18:07:34.075533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31596): Terminated: ok {rc=0}\u000a18:07:34.085656 --- ParallelTerminationStrategy: PID 31599 died...\u000a18:07:34.141739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31599): Terminated: ok {rc=0}\u000a18:07:34.229764 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:06:35" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31614): Process ended prematurely: osmo-stp_10.42.42.5(pid=31614) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31614)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31614): Process ended prematurely: osmo-stp_10.42.42.5(pid=31614) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:07:36.381598 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:36.393037 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:07:36.535149 tst cs_paging_gprs_active.py: using LAC 22779\u000a18:07:36.663356 tst cs_paging_gprs_active.py: using RAC 84\u000a18:07:36.790123 tst cs_paging_gprs_active.py: using CellId 22779\u000a18:07:36.917622 tst cs_paging_gprs_active.py: using BVCI 22780\u000a18:07:36.942465 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:36.954057 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:36.965327 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:36.976761 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:36.988138 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:36.999571 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:37.011065 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:37.022265 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:37.033737 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:07:37.150586 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:07:37.445679 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:07:37.581364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:37.919440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31604): Launched\u000a18:07:38.199377 run iperf3-srv_10.42.42.10(pid=31605): Launched\u000a18:07:38.398050 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:07:38.533197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:38.871268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31606): Launched\u000a18:07:39.151507 run iperf3-srv_10.42.42.10(pid=31607): Launched\u000a18:07:39.350370 tst cs_paging_gprs_active.py:38: start network...\u000a18:07:39.485944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:40.007549 run create_hlr_db(pid=31608): Launched\u000a18:07:40.195178 bus /gobi_6: Setting Powered False\u000a18:07:41.217513 run create_hlr_db(pid=31608): Terminated: ok {rc=0}\u000a18:07:41.651247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31610): Launched\u000a18:07:41.978023 run osmo-hlr_10.42.42.2(pid=31611): Launched\u000a18:07:42.099107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:42.666166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31613): Launched\u000a18:07:42.991805 run osmo-stp_10.42.42.5(pid=31614): Launched\u000a18:07:43.110411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:43.679764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31616): Launched\u000a18:07:43.796162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:44.081899 run patchelf(pid=31617): Launched\u000a18:07:44.272751 run osmo-stp_10.42.42.5(pid=31614): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31614)]\u000a18:07:44.411568 run osmo-stp_10.42.42.5(pid=31614): stdout: \u000a| (launched: 2022-12-09_18:07:42.831929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:44.550948 run osmo-stp_10.42.42.5(pid=31614): stderr: \u000a| �[0;m�[38;5;43m20221209180743026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180743026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180743027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180743027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180743029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180743030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180743030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:44.685605 run osmo-stp_10.42.42.5(pid=31614): stdout: \u000a| (launched: 2022-12-09_18:07:42.831929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:44.819322 run osmo-stp_10.42.42.5(pid=31614): stderr: \u000a| �[0;m�[38;5;43m20221209180743026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180743026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180743027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180743027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180743029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180743030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180743030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:44.974974 run patchelf(pid=31617): Terminating (SIGINT)\u000a18:07:45.159284 run patchelf(pid=31617): Terminated: ok {rc=0}\u000a18:07:45.193125 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31614): Process ended prematurely: osmo-stp_10.42.42.5(pid=31614) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31614)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:07:45.203185 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a18:07:45.266642 run osmo-hlr_10.42.42.2(pid=31611): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31611)]\u000a18:07:45.318532 run osmo-hlr_10.42.42.2(pid=31611): stdout: \u000a| (launched: 2022-12-09_18:07:41.817497) \u000a18:07:45.371169 run osmo-hlr_10.42.42.2(pid=31611): stderr: \u000a| �[0;m�[1;31m20221209180742020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180742020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180742020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180742020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180742020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180742020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180742033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180742041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180742042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180742042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:45.415915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31604): Terminating (SIGTERM)\u000a18:07:45.458369 run iperf3-srv_10.42.42.10(pid=31605): Terminating (SIGTERM)\u000a18:07:45.500480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31606): Terminating (SIGTERM)\u000a18:07:45.542588 run iperf3-srv_10.42.42.10(pid=31607): Terminating (SIGTERM)\u000a18:07:45.584835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31610): Terminating (SIGTERM)\u000a18:07:45.627005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31613): Terminating (SIGTERM)\u000a18:07:45.669317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31616): Terminating (SIGTERM)\u000a18:07:45.678933 --- ParallelTerminationStrategy: PID 31604 died...\u000a18:07:45.735344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31604): Terminated: ok {rc=0}\u000a18:07:45.745455 --- ParallelTerminationStrategy: PID 31605 died...\u000a18:07:45.801625 run iperf3-srv_10.42.42.10(pid=31605): Terminated {rc=256}\u000a18:07:45.811694 --- ParallelTerminationStrategy: PID 31606 died...\u000a18:07:45.868234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31606): Terminated: ok {rc=0}\u000a18:07:45.878726 --- ParallelTerminationStrategy: PID 31607 died...\u000a18:07:45.935767 run iperf3-srv_10.42.42.10(pid=31607): Terminated {rc=256}\u000a18:07:45.946308 --- ParallelTerminationStrategy: PID 31610 died...\u000a18:07:46.003140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31610): Terminated: ok {rc=0}\u000a18:07:46.013779 --- ParallelTerminationStrategy: PID 31613 died...\u000a18:07:46.070732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31613): Terminated: ok {rc=0}\u000a18:07:46.081438 --- ParallelTerminationStrategy: PID 31616 died...\u000a18:07:46.138579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31616): Terminated: ok {rc=0}\u000a18:07:46.227190 bus /gobi_0: Setting Powered False\u000a18:07:47.337112 bus /gobi_0: Setting Powered False\u000a18:07:48.446239 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31626): Process ended prematurely: osmo-stp_10.42.42.5(pid=31626) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31626)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31626): Process ended prematurely: osmo-stp_10.42.42.5(pid=31626) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:07:49.561773 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:49.574070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:07:49.716546 tst iperf3.py: using LAC 22780\u000a18:07:49.843547 tst iperf3.py: using RAC 85\u000a18:07:49.971628 tst iperf3.py: using CellId 22780\u000a18:07:50.098043 tst iperf3.py: using BVCI 22781\u000a18:07:50.122791 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:50.134372 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:50.145691 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:50.156886 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:50.168050 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:50.179366 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:50.190860 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:50.201973 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:50.213456 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:07:50.497329 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:07:50.624151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:50.946473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31618): Launched\u000a18:07:51.198800 run iperf3-srv_10.42.42.10(pid=31619): Launched\u000a18:07:51.376341 tst iperf3.py:8: start network...\u000a18:07:51.497862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:51.960230 run create_hlr_db(pid=31620): Launched\u000a18:07:52.128137 bus /gobi_6: Setting Powered False\u000a18:07:53.150833 run create_hlr_db(pid=31620): Terminated: ok {rc=0}\u000a18:07:53.541651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31622): Launched\u000a18:07:53.834917 run osmo-hlr_10.42.42.2(pid=31623): Launched\u000a18:07:53.945710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:54.463908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31625): Launched\u000a18:07:54.756745 run osmo-stp_10.42.42.5(pid=31626): Launched\u000a18:07:54.863395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:55.372941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31628): Launched\u000a18:07:55.476689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:55.731893 run patchelf(pid=31629): Launched\u000a18:07:55.902855 run osmo-stp_10.42.42.5(pid=31626): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31626)]\u000a18:07:56.027817 run osmo-stp_10.42.42.5(pid=31626): stdout: \u000a| (launched: 2022-12-09_18:07:54.611496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:56.153498 run osmo-stp_10.42.42.5(pid=31626): stderr: \u000a| �[0;m�[38;5;43m20221209180754782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180754782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180754782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180754783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180754783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180754783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180754783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:56.274582 run osmo-stp_10.42.42.5(pid=31626): stdout: \u000a| (launched: 2022-12-09_18:07:54.611496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:56.394455 run osmo-stp_10.42.42.5(pid=31626): stderr: \u000a| �[0;m�[38;5;43m20221209180754782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180754782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180754782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180754783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180754783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180754783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180754783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:56.534363 run patchelf(pid=31629): Terminating (SIGINT)\u000a18:07:56.698769 run patchelf(pid=31629): Terminated: ok {rc=0}\u000a18:07:56.729210 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31626): Process ended prematurely: osmo-stp_10.42.42.5(pid=31626) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31626)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a18:07:56.738403 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a18:07:56.797945 run osmo-hlr_10.42.42.2(pid=31623): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31623)]\u000a18:07:56.846896 run osmo-hlr_10.42.42.2(pid=31623): stdout: \u000a| (launched: 2022-12-09_18:07:53.689729) \u000a18:07:56.896251 run osmo-hlr_10.42.42.2(pid=31623): stderr: \u000a| �[0;m�[1;31m20221209180753864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180753864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180753864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180753864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180753864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180753864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180753875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180753884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180753884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180753884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:56.938135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31618): Terminating (SIGTERM)\u000a18:07:56.977088 run iperf3-srv_10.42.42.10(pid=31619): Terminating (SIGTERM)\u000a18:07:57.016496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31622): Terminating (SIGTERM)\u000a18:07:57.055844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31625): Terminating (SIGTERM)\u000a18:07:57.095509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31628): Terminating (SIGTERM)\u000a18:07:57.105107 --- ParallelTerminationStrategy: PID 31618 died...\u000a18:07:57.157942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31618): Terminated: ok {rc=0}\u000a18:07:57.167899 --- ParallelTerminationStrategy: PID 31619 died...\u000a18:07:57.220293 run iperf3-srv_10.42.42.10(pid=31619): Terminated {rc=256}\u000a18:07:57.230204 --- ParallelTerminationStrategy: PID 31622 died...\u000a18:07:57.282369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31622): Terminated: ok {rc=0}\u000a18:07:57.292221 --- ParallelTerminationStrategy: PID 31625 died...\u000a18:07:57.344131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31625): Terminated: ok {rc=0}\u000a18:07:57.354002 --- ParallelTerminationStrategy: PID 31628 died...\u000a18:07:57.407414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31628): Terminated: ok {rc=0}\u000a18:07:57.494625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31915): Process ended prematurely: osmo-stp_10.42.42.5(pid=31915) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31915)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31915): Process ended prematurely: osmo-stp_10.42.42.5(pid=31915) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:07:58.603119 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:58.614834 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:07:58.754158 tst iperf3m4.py: using LAC 22781\u000a18:07:58.867337 tst iperf3m4.py: using RAC 86\u000a18:07:58.980876 tst iperf3m4.py: using CellId 22781\u000a18:07:59.100800 tst iperf3m4.py: using BVCI 22782\u000a18:07:59.124808 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.136622 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.148337 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.160019 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.171662 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.183186 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.194871 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.206094 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.217620 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:07:59.340525 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:07:59.456052 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:07:59.568370 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:07:59.855872 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:07:59.986502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:00.311803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31630): Launched\u000a18:08:00.581436 run iperf3-srv_10.42.42.10(pid=31631): Launched\u000a18:08:00.773315 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:08:00.906437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:01.259644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31632): Launched\u000a18:08:01.549910 run iperf3-srv_10.42.42.10(pid=31633): Launched\u000a18:08:01.743237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:08:01.880044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:02.265081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31645): Launched\u000a18:08:02.590266 run iperf3-srv_10.42.42.10(pid=31667): Launched\u000a18:08:02.791147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:08:02.944912 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:03.351496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31700): Launched\u000a18:08:03.704022 run iperf3-srv_10.42.42.10(pid=31742): Launched\u000a18:08:03.923653 tst iperf3m4.py:8: start network...\u000a18:08:04.098248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:04.720422 run create_hlr_db(pid=31878): Launched\u000a18:08:04.931137 bus /gobi_6: Setting Powered False\u000a18:08:05.922390 run create_hlr_db(pid=31878): Terminated: ok {rc=0}\u000a18:08:06.373648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31909): Launched\u000a18:08:06.776381 run osmo-hlr_10.42.42.2(pid=31911): Launched\u000a18:08:06.931266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:07.526264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31914): Launched\u000a18:08:07.931370 run osmo-stp_10.42.42.5(pid=31915): Launched\u000a18:08:08.149129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:08.740484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31917): Launched\u000a18:08:08.846700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:09.129232 run patchelf(pid=31918): Launched\u000a18:08:09.307263 run osmo-stp_10.42.42.5(pid=31915): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31915)]\u000a18:08:09.439513 run osmo-stp_10.42.42.5(pid=31915): stdout: \u000a| (launched: 2022-12-09_18:08:07.677614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:09.574516 run osmo-stp_10.42.42.5(pid=31915): stderr: \u000a| �[0;m�[38;5;43m20221209180808003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180808003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180808003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180808003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180808004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180808004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180808004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:09.702682 run osmo-stp_10.42.42.5(pid=31915): stdout: \u000a| (launched: 2022-12-09_18:08:07.677614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:09.829479 run osmo-stp_10.42.42.5(pid=31915): stderr: \u000a| �[0;m�[38;5;43m20221209180808003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180808003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180808003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180808003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180808004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180808004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180808004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:09.976115 run patchelf(pid=31918): Terminating (SIGINT)\u000a18:08:10.151220 run patchelf(pid=31918): Terminated: ok {rc=0}\u000a18:08:10.183871 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31915): Process ended prematurely: osmo-stp_10.42.42.5(pid=31915) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31915)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:08:10.194127 tst iperf3m4.py:8: Test FAILED (11.6 sec)\u000a18:08:10.260425 run osmo-hlr_10.42.42.2(pid=31911): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31911)]\u000a18:08:10.312310 run osmo-hlr_10.42.42.2(pid=31911): stdout: \u000a| (launched: 2022-12-09_18:08:06.524243) \u000a18:08:10.365764 run osmo-hlr_10.42.42.2(pid=31911): stderr: \u000a| �[0;m�[1;31m20221209180806822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180806822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180806822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180806822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180806822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180806822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180806835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180806851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180806851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180806851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:10.409414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31630): Terminating (SIGTERM)\u000a18:08:10.454728 run iperf3-srv_10.42.42.10(pid=31631): Terminating (SIGTERM)\u000a18:08:10.498110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31632): Terminating (SIGTERM)\u000a18:08:10.543304 run iperf3-srv_10.42.42.10(pid=31633): Terminating (SIGTERM)\u000a18:08:10.586309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31645): Terminating (SIGTERM)\u000a18:08:10.627408 run iperf3-srv_10.42.42.10(pid=31667): Terminating (SIGTERM)\u000a18:08:10.671072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31700): Terminating (SIGTERM)\u000a18:08:10.715401 run iperf3-srv_10.42.42.10(pid=31742): Terminating (SIGTERM)\u000a18:08:10.757531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31909): Terminating (SIGTERM)\u000a18:08:10.803382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31914): Terminating (SIGTERM)\u000a18:08:10.846603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31917): Terminating (SIGTERM)\u000a18:08:10.858082 --- ParallelTerminationStrategy: PID 31630 died...\u000a18:08:10.916521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31630): Terminated: ok {rc=0}\u000a18:08:10.926996 --- ParallelTerminationStrategy: PID 31631 died...\u000a18:08:10.984075 run iperf3-srv_10.42.42.10(pid=31631): Terminated {rc=256}\u000a18:08:10.994455 --- ParallelTerminationStrategy: PID 31632 died...\u000a18:08:11.052691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31632): Terminated: ok {rc=0}\u000a18:08:11.064744 --- ParallelTerminationStrategy: PID 31633 died...\u000a18:08:11.119928 run iperf3-srv_10.42.42.10(pid=31633): Terminated {rc=256}\u000a18:08:11.132197 --- ParallelTerminationStrategy: PID 31645 died...\u000a18:08:11.187542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31645): Terminated: ok {rc=0}\u000a18:08:11.199255 --- ParallelTerminationStrategy: PID 31667 died...\u000a18:08:11.255441 run iperf3-srv_10.42.42.10(pid=31667): Terminated {rc=256}\u000a18:08:11.266185 --- ParallelTerminationStrategy: PID 31700 died...\u000a18:08:11.322726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31700): Terminated: ok {rc=0}\u000a18:08:11.334355 --- ParallelTerminationStrategy: PID 31742 died...\u000a18:08:11.389584 run iperf3-srv_10.42.42.10(pid=31742): Terminated {rc=256}\u000a18:08:11.401133 --- ParallelTerminationStrategy: PID 31909 died...\u000a18:08:11.457637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31909): Terminated: ok {rc=0}\u000a18:08:11.468144 --- ParallelTerminationStrategy: PID 31914 died...\u000a18:08:11.524691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31914): Terminated: ok {rc=0}\u000a18:08:11.536594 --- ParallelTerminationStrategy: PID 31917 died...\u000a18:08:11.593354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31917): Terminated: ok {rc=0}\u000a18:08:11.683961 bus /gobi_4: Setting Powered False\u000a18:08:12.789949 bus /gobi_4: Setting Powered False\u000a18:08:13.900393 bus /gobi_1: Setting Powered False\u000a18:08:15.008539 bus /gobi_1: Setting Powered False\u000a18:08:16.170636 bus /gobi_0: Setting Powered False\u000a18:08:17.308743 bus /gobi_0: Setting Powered False\u000a18:08:18.433961 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31925): Process ended prematurely: osmo-stp_10.42.42.5(pid=31925) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31925)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31925): Process ended prematurely: osmo-stp_10.42.42.5(pid=31925) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:08:19.506013 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:19.519204 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:08:19.661630 tst ping.py: using LAC 22782\u000a18:08:19.786486 tst ping.py: using RAC 87\u000a18:08:19.911636 tst ping.py: using CellId 22782\u000a18:08:20.038142 tst ping.py: using BVCI 22783\u000a18:08:20.063044 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:20.075334 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:20.087848 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:20.100671 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:20.112742 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:20.125261 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:20.139667 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:20.152531 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:08:20.443805 tst ping.py:19: start network...\u000a18:08:20.578303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:21.122851 run create_hlr_db(pid=31919): Launched\u000a18:08:21.307807 bus /gobi_6: Setting Powered False\u000a18:08:22.328805 run create_hlr_db(pid=31919): Terminated: ok {rc=0}\u000a18:08:22.768681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31921): Launched\u000a18:08:23.186033 run osmo-hlr_10.42.42.2(pid=31922): Launched\u000a18:08:23.435417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:24.011440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31924): Launched\u000a18:08:24.320219 run osmo-stp_10.42.42.5(pid=31925): Launched\u000a18:08:24.428999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:24.938561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31928): Launched\u000a18:08:25.041218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:25.293812 run patchelf(pid=31929): Launched\u000a18:08:25.464286 run osmo-stp_10.42.42.5(pid=31925): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31925)]\u000a18:08:25.589289 run osmo-stp_10.42.42.5(pid=31925): stdout: \u000a| (launched: 2022-12-09_18:08:24.173323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:25.714842 run osmo-stp_10.42.42.5(pid=31925): stderr: \u000a| �[0;m�[38;5;43m20221209180824347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180824347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180824348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180824348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180824348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180824349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180824349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:25.835731 run osmo-stp_10.42.42.5(pid=31925): stdout: \u000a| (launched: 2022-12-09_18:08:24.173323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:25.954767 run osmo-stp_10.42.42.5(pid=31925): stderr: \u000a| �[0;m�[38;5;43m20221209180824347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180824347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180824348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180824348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180824348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180824349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180824349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:26.094003 run patchelf(pid=31929): Terminating (SIGINT)\u000a18:08:26.257563 run patchelf(pid=31929): Terminated: ok {rc=0}\u000a18:08:26.287592 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31925): Process ended prematurely: osmo-stp_10.42.42.5(pid=31925) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31925)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a18:08:26.296294 tst ping.py:22: Test FAILED (6.8 sec)\u000a18:08:26.356383 run osmo-hlr_10.42.42.2(pid=31922): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31922)]\u000a18:08:26.405337 run osmo-hlr_10.42.42.2(pid=31922): stdout: \u000a| (launched: 2022-12-09_18:08:22.930905) \u000a18:08:26.455256 run osmo-hlr_10.42.42.2(pid=31922): stderr: \u000a| �[0;m�[1;31m20221209180823250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180823250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180823250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180823250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180823250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180823250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180823263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180823271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180823271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180823271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:26.497292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31921): Terminating (SIGTERM)\u000a18:08:26.537076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31924): Terminating (SIGTERM)\u000a18:08:26.577007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31928): Terminating (SIGTERM)\u000a18:08:26.586591 --- ParallelTerminationStrategy: PID 31921 died...\u000a18:08:26.640018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31921): Terminated: ok {rc=0}\u000a18:08:26.649726 --- ParallelTerminationStrategy: PID 31924 died...\u000a18:08:26.702553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31924): Terminated: ok {rc=0}\u000a18:08:26.712558 --- ParallelTerminationStrategy: PID 31928 died...\u000a18:08:26.765481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31928): Terminated: ok {rc=0}\u000a18:08:26.852570 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31936): Process ended prematurely: osmo-stp_10.42.42.5(pid=31936) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31936)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31936): Process ended prematurely: osmo-stp_10.42.42.5(pid=31936) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:08:27.904211 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:27.915781 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:08:28.050869 tst ping_idle_ping.py: using LAC 22783\u000a18:08:28.163566 tst ping_idle_ping.py: using RAC 88\u000a18:08:28.276393 tst ping_idle_ping.py: using CellId 22783\u000a18:08:28.389119 tst ping_idle_ping.py: using BVCI 22784\u000a18:08:28.411363 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:28.422335 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:28.432862 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:28.443896 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:28.454846 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:28.466068 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:28.477453 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:28.488492 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:08:28.754887 tst ping_idle_ping.py:24: start network...\u000a18:08:28.874919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:29.332132 run create_hlr_db(pid=31930): Launched\u000a18:08:29.500376 bus /gobi_6: Setting Powered False\u000a18:08:30.521000 run create_hlr_db(pid=31930): Terminated: ok {rc=0}\u000a18:08:30.952049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31932): Launched\u000a18:08:31.324251 run osmo-hlr_10.42.42.2(pid=31933): Launched\u000a18:08:31.438142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:32.123236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31935): Launched\u000a18:08:32.467179 run osmo-stp_10.42.42.5(pid=31936): Launched\u000a18:08:32.582973 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:33.124291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31938): Launched\u000a18:08:33.234122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:33.504124 run patchelf(pid=31939): Launched\u000a18:08:33.686310 run osmo-stp_10.42.42.5(pid=31936): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31936)]\u000a18:08:33.820865 run osmo-stp_10.42.42.5(pid=31936): stdout: \u000a| (launched: 2022-12-09_18:08:32.283779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:33.954937 run osmo-stp_10.42.42.5(pid=31936): stderr: \u000a| �[0;m�[38;5;43m20221209180832505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180832505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180832506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180832506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180832508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180832508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180832508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:34.083707 run osmo-stp_10.42.42.5(pid=31936): stdout: \u000a| (launched: 2022-12-09_18:08:32.283779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:34.211431 run osmo-stp_10.42.42.5(pid=31936): stderr: \u000a| �[0;m�[38;5;43m20221209180832505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180832505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180832506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180832506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180832508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180832508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180832508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:34.360123 run patchelf(pid=31939): Terminating (SIGINT)\u000a18:08:34.534206 run patchelf(pid=31939): Terminated: ok {rc=0}\u000a18:08:34.566033 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31936): Process ended prematurely: osmo-stp_10.42.42.5(pid=31936) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31936)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:08:34.575423 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:08:34.637625 run osmo-hlr_10.42.42.2(pid=31933): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31933)]\u000a18:08:34.688578 run osmo-hlr_10.42.42.2(pid=31933): stdout: \u000a| (launched: 2022-12-09_18:08:31.102837) \u000a18:08:34.740183 run osmo-hlr_10.42.42.2(pid=31933): stderr: \u000a| �[0;m�[1;31m20221209180831475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180831476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180831476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180831477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180831477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180831477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180831498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180831516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180831516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180831517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:34.784611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31932): Terminating (SIGTERM)\u000a18:08:34.826416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31935): Terminating (SIGTERM)\u000a18:08:34.868213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31938): Terminating (SIGTERM)\u000a18:08:34.877919 --- ParallelTerminationStrategy: PID 31932 died...\u000a18:08:34.933333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31932): Terminated: ok {rc=0}\u000a18:08:34.943283 --- ParallelTerminationStrategy: PID 31935 died...\u000a18:08:34.998443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31935): Terminated: ok {rc=0}\u000a18:08:35.008351 --- ParallelTerminationStrategy: PID 31938 died...\u000a18:08:35.063465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31938): Terminated: ok {rc=0}\u000a18:08:35.150589 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:07:35" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31954): Process ended prematurely: osmo-stp_10.42.42.5(pid=31954) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31954)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31954): Process ended prematurely: osmo-stp_10.42.42.5(pid=31954) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:08:37.294102 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:37.305446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:08:37.462655 tst cs_paging_gprs_active.py: using LAC 22784\u000a18:08:37.586917 tst cs_paging_gprs_active.py: using RAC 89\u000a18:08:37.710152 tst cs_paging_gprs_active.py: using CellId 22784\u000a18:08:37.834106 tst cs_paging_gprs_active.py: using BVCI 22785\u000a18:08:37.858324 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:37.869687 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:37.880840 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:37.892062 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:37.903264 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:37.914378 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:37.925640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:37.936687 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:37.948028 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:08:38.062186 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:08:38.350753 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:08:38.483021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:38.810611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31944): Launched\u000a18:08:39.082381 run iperf3-srv_10.42.42.10(pid=31945): Launched\u000a18:08:39.275750 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:08:39.407511 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:39.735182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31946): Launched\u000a18:08:40.006786 run iperf3-srv_10.42.42.10(pid=31947): Launched\u000a18:08:40.200053 tst cs_paging_gprs_active.py:38: start network...\u000a18:08:40.331605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:40.836640 run create_hlr_db(pid=31948): Launched\u000a18:08:41.018716 bus /gobi_6: Setting Powered False\u000a18:08:42.040567 run create_hlr_db(pid=31948): Terminated: ok {rc=0}\u000a18:08:42.460248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31950): Launched\u000a18:08:42.776327 run osmo-hlr_10.42.42.2(pid=31951): Launched\u000a18:08:42.892484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:43.439548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31953): Launched\u000a18:08:43.755125 run osmo-stp_10.42.42.5(pid=31954): Launched\u000a18:08:43.869824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:44.421292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31956): Launched\u000a18:08:44.533707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:44.810655 run patchelf(pid=31957): Launched\u000a18:08:44.996811 run osmo-stp_10.42.42.5(pid=31954): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31954)]\u000a18:08:45.132405 run osmo-stp_10.42.42.5(pid=31954): stdout: \u000a| (launched: 2022-12-09_18:08:43.600594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:45.268054 run osmo-stp_10.42.42.5(pid=31954): stderr: \u000a| �[0;m�[38;5;43m20221209180843791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180843791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180843792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180843792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180843793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180843793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180843793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:45.399097 run osmo-stp_10.42.42.5(pid=31954): stdout: \u000a| (launched: 2022-12-09_18:08:43.600594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:45.529069 run osmo-stp_10.42.42.5(pid=31954): stderr: \u000a| �[0;m�[38;5;43m20221209180843791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180843791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180843792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180843792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180843793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180843793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180843793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:45.680527 run patchelf(pid=31957): Terminating (SIGINT)\u000a18:08:45.860498 run patchelf(pid=31957): Terminated: ok {rc=0}\u000a18:08:45.894511 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31954): Process ended prematurely: osmo-stp_10.42.42.5(pid=31954) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31954)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:08:45.909758 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a18:08:45.973017 run osmo-hlr_10.42.42.2(pid=31951): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31951)]\u000a18:08:46.024629 run osmo-hlr_10.42.42.2(pid=31951): stdout: \u000a| (launched: 2022-12-09_18:08:42.620851) \u000a18:08:46.077096 run osmo-hlr_10.42.42.2(pid=31951): stderr: \u000a| �[0;m�[1;31m20221209180842820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180842820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180842820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180842820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180842820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180842820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180842833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180842841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180842841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180842841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:46.122054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31944): Terminating (SIGTERM)\u000a18:08:46.164312 run iperf3-srv_10.42.42.10(pid=31945): Terminating (SIGTERM)\u000a18:08:46.208457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31946): Terminating (SIGTERM)\u000a18:08:46.251436 run iperf3-srv_10.42.42.10(pid=31947): Terminating (SIGTERM)\u000a18:08:46.296762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31950): Terminating (SIGTERM)\u000a18:08:46.339657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31953): Terminating (SIGTERM)\u000a18:08:46.384044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31956): Terminating (SIGTERM)\u000a18:08:46.394937 --- ParallelTerminationStrategy: PID 31944 died...\u000a18:08:46.451117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31944): Terminated: ok {rc=0}\u000a18:08:46.461610 --- ParallelTerminationStrategy: PID 31945 died...\u000a18:08:46.517642 run iperf3-srv_10.42.42.10(pid=31945): Terminated {rc=256}\u000a18:08:46.527943 --- ParallelTerminationStrategy: PID 31946 died...\u000a18:08:46.583773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31946): Terminated: ok {rc=0}\u000a18:08:46.594391 --- ParallelTerminationStrategy: PID 31947 died...\u000a18:08:46.650412 run iperf3-srv_10.42.42.10(pid=31947): Terminated {rc=256}\u000a18:08:46.660930 --- ParallelTerminationStrategy: PID 31950 died...\u000a18:08:46.717116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31950): Terminated: ok {rc=0}\u000a18:08:46.727542 --- ParallelTerminationStrategy: PID 31953 died...\u000a18:08:46.783908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31953): Terminated: ok {rc=0}\u000a18:08:46.794461 --- ParallelTerminationStrategy: PID 31956 died...\u000a18:08:46.850641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31956): Terminated: ok {rc=0}\u000a18:08:46.943795 bus /gobi_0: Setting Powered False\u000a18:08:48.046239 bus /gobi_0: Setting Powered False\u000a18:08:49.155132 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31966): Process ended prematurely: osmo-stp_10.42.42.5(pid=31966) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31966)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31966): Process ended prematurely: osmo-stp_10.42.42.5(pid=31966) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:08:50.262680 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:50.274700 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:08:50.433660 tst iperf3.py: using LAC 22785\u000a18:08:50.558932 tst iperf3.py: using RAC 90\u000a18:08:50.684671 tst iperf3.py: using CellId 22785\u000a18:08:50.813288 tst iperf3.py: using BVCI 22786\u000a18:08:50.837509 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:50.848722 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:50.859805 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:50.871048 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:50.882128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:50.893173 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:50.904428 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:50.915484 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:50.926741 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:08:51.200837 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:08:51.323658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:51.631756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31958): Launched\u000a18:08:51.886433 run iperf3-srv_10.42.42.10(pid=31959): Launched\u000a18:08:52.065328 tst iperf3.py:8: start network...\u000a18:08:52.187820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:52.652932 run create_hlr_db(pid=31960): Launched\u000a18:08:52.822700 bus /gobi_6: Setting Powered False\u000a18:08:53.844137 run create_hlr_db(pid=31960): Terminated: ok {rc=0}\u000a18:08:54.237312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31962): Launched\u000a18:08:54.531439 run osmo-hlr_10.42.42.2(pid=31963): Launched\u000a18:08:54.638871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:55.156822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31965): Launched\u000a18:08:55.451850 run osmo-stp_10.42.42.5(pid=31966): Launched\u000a18:08:55.559910 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:56.074677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31968): Launched\u000a18:08:56.179518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:56.437113 run patchelf(pid=31969): Launched\u000a18:08:56.610432 run osmo-stp_10.42.42.5(pid=31966): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31966)]\u000a18:08:56.737361 run osmo-stp_10.42.42.5(pid=31966): stdout: \u000a| (launched: 2022-12-09_18:08:55.306280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:56.864732 run osmo-stp_10.42.42.5(pid=31966): stderr: \u000a| �[0;m�[38;5;43m20221209180855476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180855476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180855476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180855476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180855477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180855477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180855477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:56.987290 run osmo-stp_10.42.42.5(pid=31966): stdout: \u000a| (launched: 2022-12-09_18:08:55.306280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:57.108491 run osmo-stp_10.42.42.5(pid=31966): stderr: \u000a| �[0;m�[38;5;43m20221209180855476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180855476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180855476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180855476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180855477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180855477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180855477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:57.250482 run patchelf(pid=31969): Terminating (SIGINT)\u000a18:08:57.417589 run patchelf(pid=31969): Terminated: ok {rc=0}\u000a18:08:57.448291 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31966): Process ended prematurely: osmo-stp_10.42.42.5(pid=31966) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31966)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:08:57.457514 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a18:08:57.517477 run osmo-hlr_10.42.42.2(pid=31963): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31963)]\u000a18:08:57.566359 run osmo-hlr_10.42.42.2(pid=31963): stdout: \u000a| (launched: 2022-12-09_18:08:54.386428) \u000a18:08:57.616221 run osmo-hlr_10.42.42.2(pid=31963): stderr: \u000a| �[0;m�[1;31m20221209180854560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180854560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180854560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180854560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180854561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180854561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180854584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180854593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180854593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180854593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:57.658434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31958): Terminating (SIGTERM)\u000a18:08:57.698274 run iperf3-srv_10.42.42.10(pid=31959): Terminating (SIGTERM)\u000a18:08:57.738078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31962): Terminating (SIGTERM)\u000a18:08:57.777758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31965): Terminating (SIGTERM)\u000a18:08:57.817414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31968): Terminating (SIGTERM)\u000a18:08:57.826785 --- ParallelTerminationStrategy: PID 31958 died...\u000a18:08:57.879677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31958): Terminated: ok {rc=0}\u000a18:08:57.889873 --- ParallelTerminationStrategy: PID 31959 died...\u000a18:08:57.942827 run iperf3-srv_10.42.42.10(pid=31959): Terminated {rc=256}\u000a18:08:57.952388 --- ParallelTerminationStrategy: PID 31962 died...\u000a18:08:58.005893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31962): Terminated: ok {rc=0}\u000a18:08:58.015318 --- ParallelTerminationStrategy: PID 31965 died...\u000a18:08:58.068022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31965): Terminated: ok {rc=0}\u000a18:08:58.077789 --- ParallelTerminationStrategy: PID 31968 died...\u000a18:08:58.131131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31968): Terminated: ok {rc=0}\u000a18:08:58.214226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31984): Process ended prematurely: osmo-stp_10.42.42.5(pid=31984) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31984)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31984): Process ended prematurely: osmo-stp_10.42.42.5(pid=31984) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:08:59.321127 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:59.332565 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:08:59.491370 tst iperf3m4.py: using LAC 22786\u000a18:08:59.615584 tst iperf3m4.py: using RAC 91\u000a18:08:59.741785 tst iperf3m4.py: using CellId 22786\u000a18:08:59.867755 tst iperf3m4.py: using BVCI 22787\u000a18:08:59.892257 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:59.903602 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:59.914841 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:59.925982 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:59.937258 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:59.948238 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:59.959582 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:59.970621 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:08:59.981926 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:00.095374 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:00.213267 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:00.330799 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:00.620065 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:09:00.751570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:01.102712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31970): Launched\u000a18:09:01.392369 run iperf3-srv_10.42.42.10(pid=31971): Launched\u000a18:09:01.590888 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:09:01.726042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:02.071650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31972): Launched\u000a18:09:02.347120 run iperf3-srv_10.42.42.10(pid=31973): Launched\u000a18:09:02.540187 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:09:02.672081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:03.000790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31974): Launched\u000a18:09:03.273508 run iperf3-srv_10.42.42.10(pid=31975): Launched\u000a18:09:03.466922 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:09:03.598785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:03.929209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31976): Launched\u000a18:09:04.201835 run iperf3-srv_10.42.42.10(pid=31977): Launched\u000a18:09:04.395811 tst iperf3m4.py:8: start network...\u000a18:09:04.527770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:05.035596 run create_hlr_db(pid=31978): Launched\u000a18:09:05.217996 bus /gobi_6: Setting Powered False\u000a18:09:06.238474 run create_hlr_db(pid=31978): Terminated: ok {rc=0}\u000a18:09:06.636882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31980): Launched\u000a18:09:06.933334 run osmo-hlr_10.42.42.2(pid=31981): Launched\u000a18:09:07.040601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:07.554621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31983): Launched\u000a18:09:07.850633 run osmo-stp_10.42.42.5(pid=31984): Launched\u000a18:09:07.958690 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:08.473979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31986): Launched\u000a18:09:08.579435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:08.838001 run patchelf(pid=31987): Launched\u000a18:09:09.011614 run osmo-stp_10.42.42.5(pid=31984): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31984)]\u000a18:09:09.138359 run osmo-stp_10.42.42.5(pid=31984): stdout: \u000a| (launched: 2022-12-09_18:09:07.704870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:09.265462 run osmo-stp_10.42.42.5(pid=31984): stderr: \u000a| �[0;m�[38;5;43m20221209180907875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180907876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180907876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180907876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180907877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180907877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180907877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:09.387570 run osmo-stp_10.42.42.5(pid=31984): stdout: \u000a| (launched: 2022-12-09_18:09:07.704870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:09.508525 run osmo-stp_10.42.42.5(pid=31984): stderr: \u000a| �[0;m�[38;5;43m20221209180907875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180907876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180907876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180907876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180907877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180907877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180907877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:09.649737 run patchelf(pid=31987): Terminating (SIGINT)\u000a18:09:09.816671 run patchelf(pid=31987): Terminated: ok {rc=0}\u000a18:09:09.847498 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31984): Process ended prematurely: osmo-stp_10.42.42.5(pid=31984) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31984)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:09:09.856736 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a18:09:09.916582 run osmo-hlr_10.42.42.2(pid=31981): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31981)]\u000a18:09:09.964936 run osmo-hlr_10.42.42.2(pid=31981): stdout: \u000a| (launched: 2022-12-09_18:09:06.786856) \u000a18:09:10.014121 run osmo-hlr_10.42.42.2(pid=31981): stderr: \u000a| �[0;m�[1;31m20221209180906964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180906964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180906964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180906964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180906965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180906965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180906977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180906986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180906986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180906986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:10.055523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31970): Terminating (SIGTERM)\u000a18:09:10.095209 run iperf3-srv_10.42.42.10(pid=31971): Terminating (SIGTERM)\u000a18:09:10.134880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31972): Terminating (SIGTERM)\u000a18:09:10.174178 run iperf3-srv_10.42.42.10(pid=31973): Terminating (SIGTERM)\u000a18:09:10.213479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31974): Terminating (SIGTERM)\u000a18:09:10.252671 run iperf3-srv_10.42.42.10(pid=31975): Terminating (SIGTERM)\u000a18:09:10.291992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31976): Terminating (SIGTERM)\u000a18:09:10.331221 run iperf3-srv_10.42.42.10(pid=31977): Terminating (SIGTERM)\u000a18:09:10.370432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31980): Terminating (SIGTERM)\u000a18:09:10.409579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31983): Terminating (SIGTERM)\u000a18:09:10.448777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31986): Terminating (SIGTERM)\u000a18:09:10.458041 --- ParallelTerminationStrategy: PID 31970 died...\u000a18:09:10.510549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31970): Terminated: ok {rc=0}\u000a18:09:10.520189 --- ParallelTerminationStrategy: PID 31971 died...\u000a18:09:10.572868 run iperf3-srv_10.42.42.10(pid=31971): Terminated {rc=256}\u000a18:09:10.582501 --- ParallelTerminationStrategy: PID 31972 died...\u000a18:09:10.634801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31972): Terminated: ok {rc=0}\u000a18:09:10.644414 --- ParallelTerminationStrategy: PID 31973 died...\u000a18:09:10.696616 run iperf3-srv_10.42.42.10(pid=31973): Terminated {rc=256}\u000a18:09:10.706194 --- ParallelTerminationStrategy: PID 31974 died...\u000a18:09:10.759335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31974): Terminated: ok {rc=0}\u000a18:09:10.768696 --- ParallelTerminationStrategy: PID 31975 died...\u000a18:09:10.820869 run iperf3-srv_10.42.42.10(pid=31975): Terminated {rc=256}\u000a18:09:10.830649 --- ParallelTerminationStrategy: PID 31976 died...\u000a18:09:10.883003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31976): Terminated: ok {rc=0}\u000a18:09:10.892678 --- ParallelTerminationStrategy: PID 31977 died...\u000a18:09:10.944681 run iperf3-srv_10.42.42.10(pid=31977): Terminated {rc=256}\u000a18:09:10.954339 --- ParallelTerminationStrategy: PID 31980 died...\u000a18:09:11.006448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31980): Terminated: ok {rc=0}\u000a18:09:11.016087 --- ParallelTerminationStrategy: PID 31983 died...\u000a18:09:11.068366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31983): Terminated: ok {rc=0}\u000a18:09:11.078071 --- ParallelTerminationStrategy: PID 31986 died...\u000a18:09:11.130269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31986): Terminated: ok {rc=0}\u000a18:09:11.217648 bus /gobi_4: Setting Powered False\u000a18:09:12.321438 bus /gobi_4: Setting Powered False\u000a18:09:13.430183 bus /gobi_1: Setting Powered False\u000a18:09:14.532023 bus /gobi_1: Setting Powered False\u000a18:09:15.642038 bus /gobi_0: Setting Powered False\u000a18:09:16.747910 bus /gobi_0: Setting Powered False\u000a18:09:17.854101 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31995): Process ended prematurely: osmo-stp_10.42.42.5(pid=31995) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31995)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31995): Process ended prematurely: osmo-stp_10.42.42.5(pid=31995) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:09:18.922930 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:18.935259 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:09:19.087542 tst ping.py: using LAC 22787\u000a18:09:19.203760 tst ping.py: using RAC 92\u000a18:09:19.316758 tst ping.py: using CellId 22787\u000a18:09:19.429882 tst ping.py: using BVCI 22788\u000a18:09:19.451831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:19.462771 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:19.473443 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:19.484361 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:19.495210 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:19.506135 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:19.517156 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:19.527963 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:19.800228 tst ping.py:19: start network...\u000a18:09:19.920691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:20.377369 run create_hlr_db(pid=31989): Launched\u000a18:09:20.546113 bus /gobi_6: Setting Powered False\u000a18:09:21.566582 run create_hlr_db(pid=31989): Terminated: ok {rc=0}\u000a18:09:21.981652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31991): Launched\u000a18:09:22.291387 run osmo-hlr_10.42.42.2(pid=31992): Launched\u000a18:09:22.404497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:22.947412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31994): Launched\u000a18:09:23.256641 run osmo-stp_10.42.42.5(pid=31995): Launched\u000a18:09:23.368831 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:23.910203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31997): Launched\u000a18:09:24.019971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:24.289713 run patchelf(pid=31998): Launched\u000a18:09:24.470887 run osmo-stp_10.42.42.5(pid=31995): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31995)]\u000a18:09:24.603520 run osmo-stp_10.42.42.5(pid=31995): stdout: \u000a| (launched: 2022-12-09_18:09:23.104575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:24.736934 run osmo-stp_10.42.42.5(pid=31995): stderr: \u000a| �[0;m�[38;5;43m20221209180923293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180923294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180923294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180923294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180923296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180923297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180923297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:24.865603 run osmo-stp_10.42.42.5(pid=31995): stdout: \u000a| (launched: 2022-12-09_18:09:23.104575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:24.991809 run osmo-stp_10.42.42.5(pid=31995): stderr: \u000a| �[0;m�[38;5;43m20221209180923293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180923294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180923294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180923294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180923296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180923297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180923297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:25.139447 run patchelf(pid=31998): Terminating (SIGINT)\u000a18:09:25.312682 run patchelf(pid=31998): Terminated: ok {rc=0}\u000a18:09:25.344475 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31995): Process ended prematurely: osmo-stp_10.42.42.5(pid=31995) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31995)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:09:25.353779 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:09:25.415542 run osmo-hlr_10.42.42.2(pid=31992): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31992)]\u000a18:09:25.466240 run osmo-hlr_10.42.42.2(pid=31992): stdout: \u000a| (launched: 2022-12-09_18:09:22.139142) \u000a18:09:25.517711 run osmo-hlr_10.42.42.2(pid=31992): stderr: \u000a| �[0;m�[1;31m20221209180922335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180922335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180922335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180922335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180922335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180922335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180922378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180922388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180922389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180922389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:25.561362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31991): Terminating (SIGTERM)\u000a18:09:25.602370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31994): Terminating (SIGTERM)\u000a18:09:25.643563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31997): Terminating (SIGTERM)\u000a18:09:25.653133 --- ParallelTerminationStrategy: PID 31991 died...\u000a18:09:25.708092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31991): Terminated: ok {rc=0}\u000a18:09:25.718011 --- ParallelTerminationStrategy: PID 31994 died...\u000a18:09:25.772495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31994): Terminated: ok {rc=0}\u000a18:09:25.782334 --- ParallelTerminationStrategy: PID 31997 died...\u000a18:09:25.837687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31997): Terminated: ok {rc=0}\u000a18:09:25.924579 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32005): Process ended prematurely: osmo-stp_10.42.42.5(pid=32005) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32005)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32005): Process ended prematurely: osmo-stp_10.42.42.5(pid=32005) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:09:26.975128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:26.987652 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:09:27.146361 tst ping_idle_ping.py: using LAC 22788\u000a18:09:27.273645 tst ping_idle_ping.py: using RAC 93\u000a18:09:27.394040 tst ping_idle_ping.py: using CellId 22788\u000a18:09:27.511871 tst ping_idle_ping.py: using BVCI 22789\u000a18:09:27.535330 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:27.549426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:27.561130 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:27.572309 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:27.583554 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:27.594821 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:27.606049 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:27.617150 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:27.902156 tst ping_idle_ping.py:24: start network...\u000a18:09:28.031630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:28.529092 run create_hlr_db(pid=31999): Launched\u000a18:09:28.708866 bus /gobi_6: Setting Powered False\u000a18:09:29.730015 run create_hlr_db(pid=31999): Terminated: ok {rc=0}\u000a18:09:30.145352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32001): Launched\u000a18:09:30.456114 run osmo-hlr_10.42.42.2(pid=32002): Launched\u000a18:09:30.572893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:31.147994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32004): Launched\u000a18:09:31.618901 run osmo-stp_10.42.42.5(pid=32005): Launched\u000a18:09:31.803852 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:32.362272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32007): Launched\u000a18:09:32.472589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:32.743164 run patchelf(pid=32008): Launched\u000a18:09:32.926062 run osmo-stp_10.42.42.5(pid=32005): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32005)]\u000a18:09:33.059852 run osmo-stp_10.42.42.5(pid=32005): stdout: \u000a| (launched: 2022-12-09_18:09:31.308571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:33.194546 run osmo-stp_10.42.42.5(pid=32005): stderr: \u000a| �[0;m�[38;5;43m20221209180931579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180931580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180931580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180931582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180931583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180931583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180931583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:33.323477 run osmo-stp_10.42.42.5(pid=32005): stdout: \u000a| (launched: 2022-12-09_18:09:31.308571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:33.451231 run osmo-stp_10.42.42.5(pid=32005): stderr: \u000a| �[0;m�[38;5;43m20221209180931579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180931580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180931580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180931582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180931583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180931583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180931583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:33.599875 run patchelf(pid=32008): Terminating (SIGINT)\u000a18:09:33.774459 run patchelf(pid=32008): Terminated: ok {rc=0}\u000a18:09:33.806556 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32005): Process ended prematurely: osmo-stp_10.42.42.5(pid=32005) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32005)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:09:33.815966 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a18:09:33.877907 run osmo-hlr_10.42.42.2(pid=32002): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32002)]\u000a18:09:33.928860 run osmo-hlr_10.42.42.2(pid=32002): stdout: \u000a| (launched: 2022-12-09_18:09:30.303109) \u000a18:09:33.980280 run osmo-hlr_10.42.42.2(pid=32002): stderr: \u000a| �[0;m�[1;31m20221209180930499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180930499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180930499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180930499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180930499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180930500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180930512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180930520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180930520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180930520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:34.024142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32001): Terminating (SIGTERM)\u000a18:09:34.065668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32004): Terminating (SIGTERM)\u000a18:09:34.107188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32007): Terminating (SIGTERM)\u000a18:09:34.116803 --- ParallelTerminationStrategy: PID 32001 died...\u000a18:09:34.171951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32001): Terminated: ok {rc=0}\u000a18:09:34.182085 --- ParallelTerminationStrategy: PID 32004 died...\u000a18:09:34.236769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32004): Terminated: ok {rc=0}\u000a18:09:34.246828 --- ParallelTerminationStrategy: PID 32007 died...\u000a18:09:34.301885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32007): Terminated: ok {rc=0}\u000a18:09:34.388499 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:08:36" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:09:36.542351 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:36.553905 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:09:36.707782 tst cs_paging_gprs_active.py: using LAC 22789\u000a18:09:36.830956 tst cs_paging_gprs_active.py: using RAC 94\u000a18:09:36.954795 tst cs_paging_gprs_active.py: using CellId 22789\u000a18:09:37.080339 tst cs_paging_gprs_active.py: using BVCI 22790\u000a18:09:37.104529 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:37.116016 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:37.127141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:37.138324 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:37.149447 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:37.160592 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:37.171851 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:37.182903 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:37.194223 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:09:37.310665 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:09:37.586772 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:09:37.710658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:38.030963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32012): Launched\u000a18:09:38.305431 run iperf3-srv_10.42.42.10(pid=32013): Launched\u000a18:09:38.500603 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:09:38.633852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:38.963629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32014): Launched\u000a18:09:39.237651 run iperf3-srv_10.42.42.10(pid=32015): Launched\u000a18:09:39.432028 tst cs_paging_gprs_active.py:38: start network...\u000a18:09:39.564344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:40.070834 run create_hlr_db(pid=32016): Launched\u000a18:09:40.253071 bus /gobi_6: Setting Powered False\u000a18:09:41.275786 run create_hlr_db(pid=32016): Terminated: ok {rc=0}\u000a18:09:41.697497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Launched\u000a18:09:42.015558 run osmo-hlr_10.42.42.2(pid=32019): Launched\u000a18:09:42.134569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:42.684941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Launched\u000a18:09:43.002346 run osmo-stp_10.42.42.5(pid=32022): Launched\u000a18:09:43.116360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:43.669107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32024): Launched\u000a18:09:43.781766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:44.066782 run patchelf(pid=32025): Launched\u000a18:09:44.253189 run osmo-stp_10.42.42.5(pid=32022): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]\u000a18:09:44.388802 run osmo-stp_10.42.42.5(pid=32022): stdout: \u000a| (launched: 2022-12-09_18:09:42.846300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:44.524903 run osmo-stp_10.42.42.5(pid=32022): stderr: \u000a| �[0;m�[38;5;43m20221209180943040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180943040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180943041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180943041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180943042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180943042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180943042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:44.656317 run osmo-stp_10.42.42.5(pid=32022): stdout: \u000a| (launched: 2022-12-09_18:09:42.846300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:44.786489 run osmo-stp_10.42.42.5(pid=32022): stderr: \u000a| �[0;m�[38;5;43m20221209180943040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180943040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180943041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180943041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180943042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180943042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180943042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:44.938700 run patchelf(pid=32025): Terminating (SIGINT)\u000a18:09:45.118010 run patchelf(pid=32025): Terminated: ok {rc=0}\u000a18:09:45.151021 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:09:45.160767 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:09:45.223196 run osmo-hlr_10.42.42.2(pid=32019): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32019)]\u000a18:09:45.274206 run osmo-hlr_10.42.42.2(pid=32019): stdout: \u000a| (launched: 2022-12-09_18:09:41.858928) \u000a18:09:45.325962 run osmo-hlr_10.42.42.2(pid=32019): stderr: \u000a| �[0;m�[1;31m20221209180942059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180942059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180942059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180942059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180942059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180942059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180942071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180942079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180942080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180942080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:45.369822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32012): Terminating (SIGTERM)\u000a18:09:45.411172 run iperf3-srv_10.42.42.10(pid=32013): Terminating (SIGTERM)\u000a18:09:45.452550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32014): Terminating (SIGTERM)\u000a18:09:45.493834 run iperf3-srv_10.42.42.10(pid=32015): Terminating (SIGTERM)\u000a18:09:45.535062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Terminating (SIGTERM)\u000a18:09:45.576334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminating (SIGTERM)\u000a18:09:45.617673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32024): Terminating (SIGTERM)\u000a18:09:45.627251 --- ParallelTerminationStrategy: PID 32012 died...\u000a18:09:45.682616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32012): Terminated: ok {rc=0}\u000a18:09:45.692568 --- ParallelTerminationStrategy: PID 32013 died...\u000a18:09:45.747463 run iperf3-srv_10.42.42.10(pid=32013): Terminated {rc=256}\u000a18:09:45.757406 --- ParallelTerminationStrategy: PID 32014 died...\u000a18:09:45.812677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32014): Terminated: ok {rc=0}\u000a18:09:45.822679 --- ParallelTerminationStrategy: PID 32015 died...\u000a18:09:45.878348 run iperf3-srv_10.42.42.10(pid=32015): Terminated {rc=256}\u000a18:09:45.888665 --- ParallelTerminationStrategy: PID 32018 died...\u000a18:09:45.944614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Terminated: ok {rc=0}\u000a18:09:45.955002 --- ParallelTerminationStrategy: PID 32021 died...\u000a18:09:46.011003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminated: ok {rc=0}\u000a18:09:46.021609 --- ParallelTerminationStrategy: PID 32024 died...\u000a18:09:46.077142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32024): Terminated: ok {rc=0}\u000a18:09:46.165311 bus /gobi_0: Setting Powered False\u000a18:09:47.268984 bus /gobi_0: Setting Powered False\u000a18:09:48.374425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32034): Process ended prematurely: osmo-stp_10.42.42.5(pid=32034) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32034)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32034): Process ended prematurely: osmo-stp_10.42.42.5(pid=32034) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:09:49.487819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:49.499689 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:09:49.659426 tst iperf3.py: using LAC 22790\u000a18:09:49.779648 tst iperf3.py: using RAC 95\u000a18:09:49.896063 tst iperf3.py: using CellId 22790\u000a18:09:50.013849 tst iperf3.py: using BVCI 22791\u000a18:09:50.036875 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:50.048096 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:50.059158 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:50.070210 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:50.081190 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:50.092022 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:50.103104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:50.113819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:50.124778 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:09:50.413456 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:09:50.545241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:50.881380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32026): Launched\u000a18:09:51.154222 run iperf3-srv_10.42.42.10(pid=32027): Launched\u000a18:09:51.348554 tst iperf3.py:8: start network...\u000a18:09:51.480868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:51.988275 run create_hlr_db(pid=32028): Launched\u000a18:09:52.172210 bus /gobi_6: Setting Powered False\u000a18:09:53.193077 run create_hlr_db(pid=32028): Terminated: ok {rc=0}\u000a18:09:53.594251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32030): Launched\u000a18:09:53.891750 run osmo-hlr_10.42.42.2(pid=32031): Launched\u000a18:09:54.003381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:54.532284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32033): Launched\u000a18:09:54.857540 run osmo-stp_10.42.42.5(pid=32034): Launched\u000a18:09:54.972685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:55.526322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32036): Launched\u000a18:09:55.639038 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:55.914850 run patchelf(pid=32037): Launched\u000a18:09:56.101047 run osmo-stp_10.42.42.5(pid=32034): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32034)]\u000a18:09:56.236497 run osmo-stp_10.42.42.5(pid=32034): stdout: \u000a| (launched: 2022-12-09_18:09:54.699927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:56.372558 run osmo-stp_10.42.42.5(pid=32034): stderr: \u000a| �[0;m�[38;5;43m20221209180954890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180954890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180954890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180954890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180954891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180954891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180954891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:56.503535 run osmo-stp_10.42.42.5(pid=32034): stdout: \u000a| (launched: 2022-12-09_18:09:54.699927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:56.633646 run osmo-stp_10.42.42.5(pid=32034): stderr: \u000a| �[0;m�[38;5;43m20221209180954890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209180954890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209180954890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209180954890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209180954891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209180954891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209180954891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:56.784322 run patchelf(pid=32037): Terminating (SIGINT)\u000a18:09:56.962436 run patchelf(pid=32037): Terminated: ok {rc=0}\u000a18:09:56.995362 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32034): Process ended prematurely: osmo-stp_10.42.42.5(pid=32034) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32034)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:09:57.005684 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a18:09:57.068109 run osmo-hlr_10.42.42.2(pid=32031): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32031)]\u000a18:09:57.119181 run osmo-hlr_10.42.42.2(pid=32031): stdout: \u000a| (launched: 2022-12-09_18:09:53.744377) \u000a18:09:57.170792 run osmo-hlr_10.42.42.2(pid=32031): stderr: \u000a| �[0;m�[1;31m20221209180953921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209180953921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209180953921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180953921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209180953921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209180953921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209180953933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209180953943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209180953943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209180953943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:57.214684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32026): Terminating (SIGTERM)\u000a18:09:57.256522 run iperf3-srv_10.42.42.10(pid=32027): Terminating (SIGTERM)\u000a18:09:57.298182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32030): Terminating (SIGTERM)\u000a18:09:57.339877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32033): Terminating (SIGTERM)\u000a18:09:57.381646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32036): Terminating (SIGTERM)\u000a18:09:57.391269 --- ParallelTerminationStrategy: PID 32026 died...\u000a18:09:57.446838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32026): Terminated: ok {rc=0}\u000a18:09:57.456815 --- ParallelTerminationStrategy: PID 32027 died...\u000a18:09:57.512755 run iperf3-srv_10.42.42.10(pid=32027): Terminated {rc=256}\u000a18:09:57.522740 --- ParallelTerminationStrategy: PID 32030 died...\u000a18:09:57.578261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32030): Terminated: ok {rc=0}\u000a18:09:57.588271 --- ParallelTerminationStrategy: PID 32033 died...\u000a18:09:57.643706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32033): Terminated: ok {rc=0}\u000a18:09:57.653783 --- ParallelTerminationStrategy: PID 32036 died...\u000a18:09:57.709125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32036): Terminated: ok {rc=0}\u000a18:09:57.795585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32055): Process ended prematurely: osmo-stp_10.42.42.5(pid=32055) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32055)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32055): Process ended prematurely: osmo-stp_10.42.42.5(pid=32055) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:09:58.909671 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:58.921671 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:09:59.082714 tst iperf3m4.py: using LAC 22791\u000a18:09:59.205791 tst iperf3m4.py: using RAC 96\u000a18:09:59.329223 tst iperf3m4.py: using CellId 22791\u000a18:09:59.452585 tst iperf3m4.py: using BVCI 22792\u000a18:09:59.476723 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:59.488060 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:59.499228 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:59.510397 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:59.521696 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:59.532694 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:59.543983 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:59.555047 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:09:59.566427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:09:59.683218 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:09:59.803542 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:09:59.921281 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:00.194796 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:10:00.317807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:00.626388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32038): Launched\u000a18:10:00.895381 run iperf3-srv_10.42.42.10(pid=32039): Launched\u000a18:10:01.089319 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:10:01.217086 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:01.557979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32043): Launched\u000a18:10:01.842447 run iperf3-srv_10.42.42.10(pid=32044): Launched\u000a18:10:02.029793 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:10:02.157531 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:02.467055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32045): Launched\u000a18:10:02.721696 run iperf3-srv_10.42.42.10(pid=32046): Launched\u000a18:10:02.901196 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:10:03.023615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:03.331018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32047): Launched\u000a18:10:03.586381 run iperf3-srv_10.42.42.10(pid=32048): Launched\u000a18:10:03.766167 tst iperf3m4.py:8: start network...\u000a18:10:03.889405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:04.356095 run create_hlr_db(pid=32049): Launched\u000a18:10:04.525960 bus /gobi_6: Setting Powered False\u000a18:10:05.547515 run create_hlr_db(pid=32049): Terminated: ok {rc=0}\u000a18:10:05.943430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32051): Launched\u000a18:10:06.241111 run osmo-hlr_10.42.42.2(pid=32052): Launched\u000a18:10:06.355166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:06.880757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32054): Launched\u000a18:10:07.178659 run osmo-stp_10.42.42.5(pid=32055): Launched\u000a18:10:07.285791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:10:07.802733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32057): Launched\u000a18:10:07.908433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:10:08.168202 run patchelf(pid=32058): Launched\u000a18:10:08.342512 run osmo-stp_10.42.42.5(pid=32055): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32055)]\u000a18:10:08.469388 run osmo-stp_10.42.42.5(pid=32055): stdout: \u000a| (launched: 2022-12-09_18:10:07.031070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:08.596527 run osmo-stp_10.42.42.5(pid=32055): stderr: \u000a| �[0;m�[38;5;43m20221209181007201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181007201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181007202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181007202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181007202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181007203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181007203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:08.719115 run osmo-stp_10.42.42.5(pid=32055): stdout: \u000a| (launched: 2022-12-09_18:10:07.031070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:08.840530 run osmo-stp_10.42.42.5(pid=32055): stderr: \u000a| �[0;m�[38;5;43m20221209181007201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181007201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181007202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181007202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181007202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181007203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181007203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:08.982267 run patchelf(pid=32058): Terminating (SIGINT)\u000a18:10:09.148835 run patchelf(pid=32058): Terminated: ok {rc=0}\u000a18:10:09.179699 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32055): Process ended prematurely: osmo-stp_10.42.42.5(pid=32055) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32055)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:10:09.188988 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a18:10:09.249779 run osmo-hlr_10.42.42.2(pid=32052): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32052)]\u000a18:10:09.298727 run osmo-hlr_10.42.42.2(pid=32052): stdout: \u000a| (launched: 2022-12-09_18:10:06.093931) \u000a18:10:09.348542 run osmo-hlr_10.42.42.2(pid=32052): stderr: \u000a| �[0;m�[1;31m20221209181006270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181006270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181006270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181006270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181006270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181006270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181006282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181006290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181006290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181006290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:09.390527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32038): Terminating (SIGTERM)\u000a18:10:09.430359 run iperf3-srv_10.42.42.10(pid=32039): Terminating (SIGTERM)\u000a18:10:09.470100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32043): Terminating (SIGTERM)\u000a18:10:09.509690 run iperf3-srv_10.42.42.10(pid=32044): Terminating (SIGTERM)\u000a18:10:09.549267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32045): Terminating (SIGTERM)\u000a18:10:09.588734 run iperf3-srv_10.42.42.10(pid=32046): Terminating (SIGTERM)\u000a18:10:09.628209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32047): Terminating (SIGTERM)\u000a18:10:09.667723 run iperf3-srv_10.42.42.10(pid=32048): Terminating (SIGTERM)\u000a18:10:09.707814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32051): Terminating (SIGTERM)\u000a18:10:09.747356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32054): Terminating (SIGTERM)\u000a18:10:09.786836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32057): Terminating (SIGTERM)\u000a18:10:09.796246 --- ParallelTerminationStrategy: PID 32038 died...\u000a18:10:09.849936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32038): Terminated: ok {rc=0}\u000a18:10:09.859524 --- ParallelTerminationStrategy: PID 32039 died...\u000a18:10:09.912550 run iperf3-srv_10.42.42.10(pid=32039): Terminated {rc=256}\u000a18:10:09.922221 --- ParallelTerminationStrategy: PID 32043 died...\u000a18:10:09.975176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32043): Terminated: ok {rc=0}\u000a18:10:09.985061 --- ParallelTerminationStrategy: PID 32044 died...\u000a18:10:10.037836 run iperf3-srv_10.42.42.10(pid=32044): Terminated {rc=256}\u000a18:10:10.047274 --- ParallelTerminationStrategy: PID 32045 died...\u000a18:10:10.100010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32045): Terminated: ok {rc=0}\u000a18:10:10.109868 --- ParallelTerminationStrategy: PID 32046 died...\u000a18:10:10.163414 run iperf3-srv_10.42.42.10(pid=32046): Terminated {rc=256}\u000a18:10:10.173252 --- ParallelTerminationStrategy: PID 32047 died...\u000a18:10:10.226580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32047): Terminated: ok {rc=0}\u000a18:10:10.236075 --- ParallelTerminationStrategy: PID 32048 died...\u000a18:10:10.288719 run iperf3-srv_10.42.42.10(pid=32048): Terminated {rc=256}\u000a18:10:10.298497 --- ParallelTerminationStrategy: PID 32051 died...\u000a18:10:10.351028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32051): Terminated: ok {rc=0}\u000a18:10:10.360731 --- ParallelTerminationStrategy: PID 32054 died...\u000a18:10:10.413602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32054): Terminated: ok {rc=0}\u000a18:10:10.423154 --- ParallelTerminationStrategy: PID 32057 died...\u000a18:10:10.475734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32057): Terminated: ok {rc=0}\u000a18:10:10.564724 bus /gobi_4: Setting Powered False\u000a18:10:11.667208 bus /gobi_4: Setting Powered False\u000a18:10:12.777029 bus /gobi_1: Setting Powered False\u000a18:10:13.878405 bus /gobi_1: Setting Powered False\u000a18:10:14.987995 bus /gobi_0: Setting Powered False\u000a18:10:16.117787 bus /gobi_0: Setting Powered False\u000a18:10:17.234302 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32066): Process ended prematurely: osmo-stp_10.42.42.5(pid=32066) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32066)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32066): Process ended prematurely: osmo-stp_10.42.42.5(pid=32066) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:10:18.302169 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:18.314508 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:10:18.470698 tst ping.py: using LAC 22792\u000a18:10:18.594437 tst ping.py: using RAC 97\u000a18:10:18.711579 tst ping.py: using CellId 22792\u000a18:10:18.826500 tst ping.py: using BVCI 22793\u000a18:10:18.848814 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:18.859866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:18.870815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:18.882548 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:18.894246 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:18.905885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:18.917679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:18.929238 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:19.197088 tst ping.py:19: start network...\u000a18:10:19.317656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:19.773622 run create_hlr_db(pid=32060): Launched\u000a18:10:19.942189 bus /gobi_6: Setting Powered False\u000a18:10:20.962395 run create_hlr_db(pid=32060): Terminated: ok {rc=0}\u000a18:10:21.376684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32062): Launched\u000a18:10:21.686996 run osmo-hlr_10.42.42.2(pid=32063): Launched\u000a18:10:21.800057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:22.344741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32065): Launched\u000a18:10:22.655109 run osmo-stp_10.42.42.5(pid=32066): Launched\u000a18:10:22.767107 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:10:23.310053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32068): Launched\u000a18:10:23.420496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:10:23.692281 run patchelf(pid=32069): Launched\u000a18:10:23.875438 run osmo-stp_10.42.42.5(pid=32066): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32066)]\u000a18:10:24.009340 run osmo-stp_10.42.42.5(pid=32066): stdout: \u000a| (launched: 2022-12-09_18:10:22.502497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:24.143137 run osmo-stp_10.42.42.5(pid=32066): stderr: \u000a| �[0;m�[38;5;43m20221209181022694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181022694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181022694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181022694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181022695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181022695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181022695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:24.272329 run osmo-stp_10.42.42.5(pid=32066): stdout: \u000a| (launched: 2022-12-09_18:10:22.502497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:24.400496 run osmo-stp_10.42.42.5(pid=32066): stderr: \u000a| �[0;m�[38;5;43m20221209181022694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181022694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181022694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181022694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181022695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181022695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181022695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:24.548652 run patchelf(pid=32069): Terminating (SIGINT)\u000a18:10:24.723174 run patchelf(pid=32069): Terminated: ok {rc=0}\u000a18:10:24.754959 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32066): Process ended prematurely: osmo-stp_10.42.42.5(pid=32066) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32066)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:10:24.764192 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:10:24.826986 run osmo-hlr_10.42.42.2(pid=32063): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32063)]\u000a18:10:24.878345 run osmo-hlr_10.42.42.2(pid=32063): stdout: \u000a| (launched: 2022-12-09_18:10:21.534456) \u000a18:10:24.930144 run osmo-hlr_10.42.42.2(pid=32063): stderr: \u000a| �[0;m�[1;31m20221209181021731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181021731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181021731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181021731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181021731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181021731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181021747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181021758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181021759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181021759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:24.974186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32062): Terminating (SIGTERM)\u000a18:10:25.015843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32065): Terminating (SIGTERM)\u000a18:10:25.058030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32068): Terminating (SIGTERM)\u000a18:10:25.067792 --- ParallelTerminationStrategy: PID 32062 died...\u000a18:10:25.123819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32062): Terminated: ok {rc=0}\u000a18:10:25.133935 --- ParallelTerminationStrategy: PID 32065 died...\u000a18:10:25.189918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32065): Terminated: ok {rc=0}\u000a18:10:25.199998 --- ParallelTerminationStrategy: PID 32068 died...\u000a18:10:25.255491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32068): Terminated: ok {rc=0}\u000a18:10:25.343000 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32076): Process ended prematurely: osmo-stp_10.42.42.5(pid=32076) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32076)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32076): Process ended prematurely: osmo-stp_10.42.42.5(pid=32076) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:10:26.395295 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:26.407884 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:10:26.565528 tst ping_idle_ping.py: using LAC 22793\u000a18:10:26.685462 tst ping_idle_ping.py: using RAC 98\u000a18:10:26.802419 tst ping_idle_ping.py: using CellId 22793\u000a18:10:26.921377 tst ping_idle_ping.py: using BVCI 22794\u000a18:10:26.943825 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:26.955054 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:26.965926 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:26.977306 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:26.989304 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:27.001215 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:27.012240 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:27.023598 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:27.308083 tst ping_idle_ping.py:24: start network...\u000a18:10:27.438304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:27.939490 run create_hlr_db(pid=32070): Launched\u000a18:10:28.120218 bus /gobi_6: Setting Powered False\u000a18:10:29.141945 run create_hlr_db(pid=32070): Terminated: ok {rc=0}\u000a18:10:29.535233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32072): Launched\u000a18:10:29.828256 run osmo-hlr_10.42.42.2(pid=32073): Launched\u000a18:10:29.941643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:30.455603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32075): Launched\u000a18:10:30.748054 run osmo-stp_10.42.42.5(pid=32076): Launched\u000a18:10:30.864054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:10:31.410288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32078): Launched\u000a18:10:31.518365 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:10:31.816846 run patchelf(pid=32079): Launched\u000a18:10:32.037923 run osmo-stp_10.42.42.5(pid=32076): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32076)]\u000a18:10:32.166842 run osmo-stp_10.42.42.5(pid=32076): stdout: \u000a| (launched: 2022-12-09_18:10:30.603095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:32.296203 run osmo-stp_10.42.42.5(pid=32076): stderr: \u000a| �[0;m�[38;5;43m20221209181030771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181030771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181030771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181030772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181030772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181030772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181030772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:32.418365 run osmo-stp_10.42.42.5(pid=32076): stdout: \u000a| (launched: 2022-12-09_18:10:30.603095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:32.538851 run osmo-stp_10.42.42.5(pid=32076): stderr: \u000a| �[0;m�[38;5;43m20221209181030771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181030771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181030771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181030772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181030772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181030772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181030772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:32.679194 run patchelf(pid=32079): Terminating (SIGINT)\u000a18:10:32.844331 run patchelf(pid=32079): Terminated: ok {rc=0}\u000a18:10:32.874654 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32076): Process ended prematurely: osmo-stp_10.42.42.5(pid=32076) [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32076)] [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:10:32.883526 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:10:32.945768 run osmo-hlr_10.42.42.2(pid=32073): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32073)]\u000a18:10:32.995856 run osmo-hlr_10.42.42.2(pid=32073): stdout: \u000a| (launched: 2022-12-09_18:10:29.682921) \u000a18:10:33.045955 run osmo-hlr_10.42.42.2(pid=32073): stderr: \u000a| �[0;m�[1;31m20221209181029858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181029858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181029858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181029858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181029858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181029858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181029871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181029879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181029879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181029879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:33.089318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32072): Terminating (SIGTERM)\u000a18:10:33.130210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32075): Terminating (SIGTERM)\u000a18:10:33.171117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32078): Terminating (SIGTERM)\u000a18:10:33.181260 --- ParallelTerminationStrategy: PID 32072 died...\u000a18:10:33.235355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32072): Terminated: ok {rc=0}\u000a18:10:33.245556 --- ParallelTerminationStrategy: PID 32075 died...\u000a18:10:33.299465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32075): Terminated: ok {rc=0}\u000a18:10:33.309733 --- ParallelTerminationStrategy: PID 32078 died...\u000a18:10:33.363474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32078): Terminated: ok {rc=0}\u000a18:10:33.447526 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:09:36" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32090): Process ended prematurely: osmo-stp_10.42.42.5(pid=32090) [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32090)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32090): Process ended prematurely: osmo-stp_10.42.42.5(pid=32090) [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:10:35.461861 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:10:35.473138 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:10:35.631964 tst switch_tch_pdch.py: using LAC 22794\u000a18:10:35.753974 tst switch_tch_pdch.py: using RAC 99\u000a18:10:35.876178 tst switch_tch_pdch.py: using CellId 22794\u000a18:10:36.005998 tst switch_tch_pdch.py: using BVCI 22795\u000a18:10:36.029875 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:10:36.041834 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:10:36.053481 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:10:36.065113 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:10:36.076879 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:10:36.088585 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:10:36.100386 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:10:36.111986 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:10:36.231826 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:10:36.502463 tst switch_tch_pdch.py:51: start network...\u000a18:10:36.623372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:37.081978 run create_hlr_db(pid=32084): Launched\u000a18:10:37.250678 bus /gobi_6: Setting Powered False\u000a18:10:38.271044 run create_hlr_db(pid=32084): Terminated: ok {rc=0}\u000a18:10:38.687512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32086): Launched\u000a18:10:38.999346 run osmo-hlr_10.42.42.2(pid=32087): Launched\u000a18:10:39.113763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:39.656598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32089): Launched\u000a18:10:39.967892 run osmo-stp_10.42.42.5(pid=32090): Launched\u000a18:10:40.080481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:10:40.624323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32092): Launched\u000a18:10:40.734935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:10:41.007093 run patchelf(pid=32093): Launched\u000a18:10:41.189370 run osmo-stp_10.42.42.5(pid=32090): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32090)]\u000a18:10:41.323004 run osmo-stp_10.42.42.5(pid=32090): stdout: \u000a| (launched: 2022-12-09_18:10:39.814244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:41.456927 run osmo-stp_10.42.42.5(pid=32090): stderr: \u000a| �[0;m�[38;5;43m20221209181040006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181040007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181040007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181040007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181040008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181040008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181040008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:41.585902 run osmo-stp_10.42.42.5(pid=32090): stdout: \u000a| (launched: 2022-12-09_18:10:39.814244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:41.713319 run osmo-stp_10.42.42.5(pid=32090): stderr: \u000a| �[0;m�[38;5;43m20221209181040006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181040007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181040007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181040007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181040008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181040008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181040008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:41.861901 run patchelf(pid=32093): Terminating (SIGINT)\u000a18:10:42.060269 run patchelf(pid=32093): Terminated: ok {rc=0}\u000a18:10:42.092201 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32090): Process ended prematurely: osmo-stp_10.42.42.5(pid=32090) [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32090)] [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:10:42.101442 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a18:10:42.163661 run osmo-hlr_10.42.42.2(pid=32087): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32087)]\u000a18:10:42.214585 run osmo-hlr_10.42.42.2(pid=32087): stdout: \u000a| (launched: 2022-12-09_18:10:38.845966) \u000a18:10:42.266315 run osmo-hlr_10.42.42.2(pid=32087): stderr: \u000a| �[0;m�[1;31m20221209181039044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181039045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181039045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181039045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181039045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181039045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181039057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181039066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181039066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181039066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:42.310136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32086): Terminating (SIGTERM)\u000a18:10:42.351629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32089): Terminating (SIGTERM)\u000a18:10:42.393355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32092): Terminating (SIGTERM)\u000a18:10:42.403051 --- ParallelTerminationStrategy: PID 32086 died...\u000a18:10:42.459286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32086): Terminated: ok {rc=0}\u000a18:10:42.469654 --- ParallelTerminationStrategy: PID 32089 died...\u000a18:10:42.525163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32089): Terminated: ok {rc=0}\u000a18:10:42.535296 --- ParallelTerminationStrategy: PID 32092 died...\u000a18:10:42.590929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32092): Terminated: ok {rc=0}\u000a18:10:42.678049 bus /gobi_0: Setting Powered False\u000a18:10:43.782861 bus /gobi_0: Setting Powered False\u000a18:10:44.890421 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:10:35" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32103): Process ended prematurely: osmo-stp_10.42.42.5(pid=32103) [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32103)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32103): Process ended prematurely: osmo-stp_10.42.42.5(pid=32103) [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:10:46.919252 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:10:46.931215 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:10:47.091806 tst switch_tch_pdch.py: using LAC 22795\u000a18:10:47.213961 tst switch_tch_pdch.py: using RAC 100\u000a18:10:47.333786 tst switch_tch_pdch.py: using CellId 22795\u000a18:10:47.458290 tst switch_tch_pdch.py: using BVCI 22796\u000a18:10:47.482050 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:10:47.494036 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:10:47.505343 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:10:47.516529 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:10:47.527722 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:10:47.539012 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:10:47.550368 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:10:47.561530 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:10:47.678731 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:10:47.947939 tst switch_tch_pdch.py:51: start network...\u000a18:10:48.067948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:48.501632 run create_hlr_db(pid=32097): Launched\u000a18:10:48.620589 bus /gobi_6: Setting Powered False\u000a18:10:49.689949 run create_hlr_db(pid=32097): Terminated: ok {rc=0}\u000a18:10:50.055315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32099): Launched\u000a18:10:50.346394 run osmo-hlr_10.42.42.2(pid=32100): Launched\u000a18:10:50.456192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:50.972586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32102): Launched\u000a18:10:51.283177 run osmo-stp_10.42.42.5(pid=32103): Launched\u000a18:10:51.395902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:10:51.912644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32105): Launched\u000a18:10:52.023424 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:10:52.295327 run patchelf(pid=32106): Launched\u000a18:10:52.477977 run osmo-stp_10.42.42.5(pid=32103): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32103)]\u000a18:10:52.612483 run osmo-stp_10.42.42.5(pid=32103): stdout: \u000a| (launched: 2022-12-09_18:10:51.130521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:52.746756 run osmo-stp_10.42.42.5(pid=32103): stderr: \u000a| �[0;m�[38;5;43m20221209181051319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181051319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181051320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181051320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181051322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181051322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181051322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:52.875850 run osmo-stp_10.42.42.5(pid=32103): stdout: \u000a| (launched: 2022-12-09_18:10:51.130521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:53.003536 run osmo-stp_10.42.42.5(pid=32103): stderr: \u000a| �[0;m�[38;5;43m20221209181051319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181051319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181051320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181051320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181051322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181051322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181051322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:53.152413 run patchelf(pid=32106): Terminating (SIGINT)\u000a18:10:53.327405 run patchelf(pid=32106): Terminated: ok {rc=0}\u000a18:10:53.359186 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32103): Process ended prematurely: osmo-stp_10.42.42.5(pid=32103) [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32103)] [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:10:53.368252 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a18:10:53.430744 run osmo-hlr_10.42.42.2(pid=32100): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32100)]\u000a18:10:53.481990 run osmo-hlr_10.42.42.2(pid=32100): stdout: \u000a| (launched: 2022-12-09_18:10:50.202641) \u000a18:10:53.533962 run osmo-hlr_10.42.42.2(pid=32100): stderr: \u000a| �[0;m�[1;31m20221209181050377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181050378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181050378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181050378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181050378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181050378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181050390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181050398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181050398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181050398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:53.578360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32099): Terminating (SIGTERM)\u000a18:10:53.620097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32102): Terminating (SIGTERM)\u000a18:10:53.662201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32105): Terminating (SIGTERM)\u000a18:10:53.671825 --- ParallelTerminationStrategy: PID 32099 died...\u000a18:10:53.727691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32099): Terminated: ok {rc=0}\u000a18:10:53.738087 --- ParallelTerminationStrategy: PID 32102 died...\u000a18:10:53.793564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32102): Terminated: ok {rc=0}\u000a18:10:53.803805 --- ParallelTerminationStrategy: PID 32105 died...\u000a18:10:53.859626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32105): Terminated: ok {rc=0}\u000a18:10:53.946723 bus /gobi_0: Setting Powered False\u000a18:10:55.050958 bus /gobi_0: Setting Powered False\u000a18:10:56.158353 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:10:46" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32111): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32111) [trial-2362↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32111)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32111): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32111) [trial-2362↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a18:10:58.036077 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a18:10:58.047096 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a18:10:58.177396 tst mo_mt_sms.py: using LAC 22796\u000a18:10:58.298769 tst mo_mt_sms.py: using RAC 101\u000a18:10:58.420471 tst mo_mt_sms.py: using CellId 22796\u000a18:10:58.542189 tst mo_mt_sms.py: using BVCI 22797\u000a18:10:58.565779 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a18:10:58.677418 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a18:10:58.962013 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:10:59.091398 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:10:59.734330 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32110): Launched\u000a18:11:00.042577 run osmo-nitb_10.42.42.2(pid=32111): Launched\u000a18:11:00.234065 run osmo-nitb_10.42.42.2(pid=32111): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32111)]\u000a18:11:00.375732 run osmo-nitb_10.42.42.2(pid=32111): stdout: \u000a| (launched: 2022-12-09_18:10:59.892267) \u000a18:11:00.517692 run osmo-nitb_10.42.42.2(pid=32111): stderr: \u000a| (launched: 2022-12-09_18:10:59.938575)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:00.655015 run osmo-nitb_10.42.42.2(pid=32111): stdout: \u000a| (launched: 2022-12-09_18:10:59.892267) \u000a18:11:00.790786 run osmo-nitb_10.42.42.2(pid=32111): stderr: \u000a| (launched: 2022-12-09_18:10:59.938575)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:01.168115 tst osmo-nitb_10.42.42.2(pid=32111): stdout: \u000a| (launched: 2022-12-09_18:10:59.892267) \u000a18:11:01.295311 tst osmo-nitb_10.42.42.2(pid=32111): stderr: \u000a| (launched: 2022-12-09_18:10:59.938575)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:01.351507 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32111): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32111) [trial-2362↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32111)] [trial-2362↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a18:11:01.361333 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a18:11:01.400048 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32110): Terminating (SIGTERM)\u000a18:11:01.578053 --- ParallelTerminationStrategy: PID 32110 died...\u000a18:11:01.654591 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32110): Terminated: ok {rc=0}\u000a18:11:01.751024 bus /sierra_3: Setting Powered False\u000a18:11:02.857488 bus /sierra_3: Setting Powered False\u000a18:11:03.966629 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:10:57" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32121): Process ended prematurely: osmo-stp_10.42.42.5(pid=32121) [trial-2362↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32121): Process ended prematurely: osmo-stp_10.42.42.5(pid=32121) [trial-2362↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a18:11:05.822223 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:05.832742 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:11:05.955008 tst mo_mt_sms.py: using LAC 22797\u000a18:11:06.067194 tst mo_mt_sms.py: using RAC 102\u000a18:11:06.179760 tst mo_mt_sms.py: using CellId 22797\u000a18:11:06.291673 tst mo_mt_sms.py: using BVCI 22798\u000a18:11:06.313954 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:06.324355 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:06.334803 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:06.345674 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:06.356238 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:06.366880 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a18:11:06.482404 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a18:11:06.676331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:07.133044 run create_hlr_db(pid=32115): Launched\u000a18:11:07.300848 bus /sierra_2: Setting Powered False\u000a18:11:08.321493 run create_hlr_db(pid=32115): Terminated: ok {rc=0}\u000a18:11:08.710607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32117): Launched\u000a18:11:09.001959 run osmo-hlr_10.42.42.2(pid=32118): Launched\u000a18:11:09.111709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:09.627704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32120): Launched\u000a18:11:09.918389 run osmo-stp_10.42.42.5(pid=32121): Launched\u000a18:11:10.024192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:10.556021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32123): Launched\u000a18:11:10.847316 run osmo-msc_10.42.42.6(pid=32124): Launched\u000a18:11:11.018509 run osmo-stp_10.42.42.5(pid=32121): ERR: Terminated: ERROR {rc=1} [trial-2362↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)]\u000a18:11:11.143685 run osmo-stp_10.42.42.5(pid=32121): stdout: \u000a| (launched: 2022-12-09_18:11:09.774496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:11.264759 run osmo-stp_10.42.42.5(pid=32121): stderr: \u000a| �[0;m�[38;5;43m20221209181109944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181109944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181109945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181109945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181109947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181109947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181109947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:11.381812 run osmo-stp_10.42.42.5(pid=32121): stdout: \u000a| (launched: 2022-12-09_18:11:09.774496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:11.497872 run osmo-stp_10.42.42.5(pid=32121): stderr: \u000a| �[0;m�[38;5;43m20221209181109944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181109944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181109945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181109945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181109947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181109947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181109947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:11.548861 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32121): Process ended prematurely: osmo-stp_10.42.42.5(pid=32121) [trial-2362↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)] [trial-2362↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a18:11:11.556684 tst mo_mt_sms.py:16: Test FAILED (5.7 sec)\u000a18:11:11.616547 run osmo-hlr_10.42.42.2(pid=32118): ERR: Terminated: ERROR {rc=237} [trial-2362↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32118)]\u000a18:11:11.665697 run osmo-hlr_10.42.42.2(pid=32118): stdout: \u000a| (launched: 2022-12-09_18:11:08.858074) \u000a18:11:11.715393 run osmo-hlr_10.42.42.2(pid=32118): stderr: \u000a| �[0;m�[1;31m20221209181109033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181109033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181109033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181109033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181109033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181109033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181109046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181109056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181109057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181109057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:11.782623 run osmo-msc_10.42.42.6(pid=32124): ERR: Terminated: ERROR {rc=2} [trial-2362↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32124)]\u000a18:11:11.831565 run osmo-msc_10.42.42.6(pid=32124): stdout: \u000a| (launched: 2022-12-09_18:11:10.703328) \u000a18:11:11.881170 run osmo-msc_10.42.42.6(pid=32124): stderr: \u000a| �[0;m�[38;5;43m20221209181110976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181110976 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b9b0c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181110976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181110976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181110977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181110977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181110978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181110979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181110979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181110979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:11.923140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32117): Terminating (SIGTERM)\u000a18:11:11.962733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32120): Terminating (SIGTERM)\u000a18:11:12.002236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32123): Terminating (SIGTERM)\u000a18:11:12.011574 --- ParallelTerminationStrategy: PID 32117 died...\u000a18:11:12.064574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32117): Terminated: ok {rc=0}\u000a18:11:12.074146 --- ParallelTerminationStrategy: PID 32120 died...\u000a18:11:12.126856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32120): Terminated: ok {rc=0}\u000a18:11:12.136856 --- ParallelTerminationStrategy: PID 32123 died...\u000a18:11:12.189517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32123): Terminated: ok {rc=0}\u000a18:11:12.277752 bus /sierra_3: Setting Powered False\u000a18:11:13.380825 bus /sierra_3: Setting Powered False\u000a18:11:14.491032 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:11:05" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32130): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32130) [trial-2362↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32130)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32130): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32130) [trial-2362↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a18:11:16.310528 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a18:11:16.324933 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:11:16.462525 tst assert_extension.py: using LAC 22798\u000a18:11:16.614973 tst assert_extension.py: using RAC 103\u000a18:11:16.741170 tst assert_extension.py: using CellId 22798\u000a18:11:16.894436 tst assert_extension.py: using BVCI 22799\u000a18:11:16.928431 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a18:11:17.235488 tst assert_extension.py:10: start nitb and bts...\u000a18:11:17.367158 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:11:18.011091 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32129): Launched\u000a18:11:18.318259 run osmo-nitb_10.42.42.2(pid=32130): Launched\u000a18:11:18.510034 run osmo-nitb_10.42.42.2(pid=32130): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32130)]\u000a18:11:18.651712 run osmo-nitb_10.42.42.2(pid=32130): stdout: \u000a| (launched: 2022-12-09_18:11:18.169360) \u000a18:11:18.794362 run osmo-nitb_10.42.42.2(pid=32130): stderr: \u000a| (launched: 2022-12-09_18:11:18.215429)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:18.932405 run osmo-nitb_10.42.42.2(pid=32130): stdout: \u000a| (launched: 2022-12-09_18:11:18.169360) \u000a18:11:19.068221 run osmo-nitb_10.42.42.2(pid=32130): stderr: \u000a| (launched: 2022-12-09_18:11:18.215429)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:19.437791 tst osmo-nitb_10.42.42.2(pid=32130): stdout: \u000a| (launched: 2022-12-09_18:11:18.169360) \u000a18:11:19.554537 tst osmo-nitb_10.42.42.2(pid=32130): stderr: \u000a| (launched: 2022-12-09_18:11:18.215429)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:19.605615 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32130): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32130) [trial-2362↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32130)] [trial-2362↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a18:11:19.613891 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a18:11:19.649269 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32129): Terminating (SIGTERM)\u000a18:11:19.826668 --- ParallelTerminationStrategy: PID 32129 died...\u000a18:11:19.882888 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32129): Terminated: ok {rc=0}\u000a18:11:19.970206 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:11:16" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32140): Process ended prematurely: osmo-stp_10.42.42.5(pid=32140) [trial-2362↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32140)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32140): Process ended prematurely: osmo-stp_10.42.42.5(pid=32140) [trial-2362↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a18:11:21.774007 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:21.784445 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:11:21.911314 tst assert_extension.py: using LAC 22799\u000a18:11:22.024511 tst assert_extension.py: using RAC 104\u000a18:11:22.137880 tst assert_extension.py: using CellId 22799\u000a18:11:22.250222 tst assert_extension.py: using BVCI 22800\u000a18:11:22.272354 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:22.283222 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:22.293837 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:22.304816 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:22.315790 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:22.326703 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a18:11:22.530656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:23.029114 run create_hlr_db(pid=32134): Launched\u000a18:11:23.210190 bus /sierra_2: Setting Powered False\u000a18:11:24.230141 run create_hlr_db(pid=32134): Terminated: ok {rc=0}\u000a18:11:24.623070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32136): Launched\u000a18:11:24.915228 run osmo-hlr_10.42.42.2(pid=32137): Launched\u000a18:11:25.028271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:25.541317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32139): Launched\u000a18:11:25.833385 run osmo-stp_10.42.42.5(pid=32140): Launched\u000a18:11:25.938947 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:26.470874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32142): Launched\u000a18:11:26.762475 run osmo-msc_10.42.42.6(pid=32143): Launched\u000a18:11:26.934806 run osmo-stp_10.42.42.5(pid=32140): ERR: Terminated: ERROR {rc=1} [trial-2362↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32140)]\u000a18:11:27.059346 run osmo-stp_10.42.42.5(pid=32140): stdout: \u000a| (launched: 2022-12-09_18:11:25.688741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:27.181085 run osmo-stp_10.42.42.5(pid=32140): stderr: \u000a| �[0;m�[38;5;43m20221209181125858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181125858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181125858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181125859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181125859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181125859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181125859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:27.298278 run osmo-stp_10.42.42.5(pid=32140): stdout: \u000a| (launched: 2022-12-09_18:11:25.688741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:27.414239 run osmo-stp_10.42.42.5(pid=32140): stderr: \u000a| �[0;m�[38;5;43m20221209181125858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181125858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181125858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181125859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181125859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181125859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181125859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:27.464930 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32140): Process ended prematurely: osmo-stp_10.42.42.5(pid=32140) [trial-2362↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32140)] [trial-2362↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a18:11:27.473136 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a18:11:27.533528 run osmo-hlr_10.42.42.2(pid=32137): ERR: Terminated: ERROR {rc=237} [trial-2362↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32137)]\u000a18:11:27.582784 run osmo-hlr_10.42.42.2(pid=32137): stdout: \u000a| (launched: 2022-12-09_18:11:24.770441) \u000a18:11:27.632816 run osmo-hlr_10.42.42.2(pid=32137): stderr: \u000a| �[0;m�[1;31m20221209181124945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181124945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181124945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181124945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181124946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181124946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181124959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181124969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181124969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181124969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:27.700487 run osmo-msc_10.42.42.6(pid=32143): ERR: Terminated: ERROR {rc=2} [trial-2362↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32143)]\u000a18:11:27.749778 run osmo-msc_10.42.42.6(pid=32143): stdout: \u000a| (launched: 2022-12-09_18:11:26.618096) \u000a18:11:27.799570 run osmo-msc_10.42.42.6(pid=32143): stderr: \u000a| �[0;m�[38;5;43m20221209181126889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181126889 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe47e73bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181126889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181126889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181126889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181126890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181126891 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181126892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181126892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181126892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:27.841769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32136): Terminating (SIGTERM)\u000a18:11:27.881913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32139): Terminating (SIGTERM)\u000a18:11:27.922114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32142): Terminating (SIGTERM)\u000a18:11:27.931646 --- ParallelTerminationStrategy: PID 32136 died...\u000a18:11:27.985310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32136): Terminated: ok {rc=0}\u000a18:11:27.994942 --- ParallelTerminationStrategy: PID 32139 died...\u000a18:11:28.048485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32139): Terminated: ok {rc=0}\u000a18:11:28.058123 --- ParallelTerminationStrategy: PID 32142 died...\u000a18:11:28.110965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32142): Terminated: ok {rc=0}\u000a18:11:28.194921 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:11:21" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32154): Process ended prematurely: osmo-stp_10.42.42.5(pid=32154) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32154)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32154): Process ended prematurely: osmo-stp_10.42.42.5(pid=32154) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:11:30.126501 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:30.138223 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:11:30.289575 tst mo_mt_call.py: using LAC 22800\u000a18:11:30.414236 tst mo_mt_call.py: using RAC 105\u000a18:11:30.537340 tst mo_mt_call.py: using CellId 22800\u000a18:11:30.660857 tst mo_mt_call.py: using BVCI 22801\u000a18:11:30.685165 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:30.696819 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:30.708329 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:30.720374 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:30.732601 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:30.744643 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:11:30.861619 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:11:31.083068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:31.630745 run create_hlr_db(pid=32148): Launched\u000a18:11:31.814518 bus /sierra_2: Setting Powered False\u000a18:11:32.825223 run create_hlr_db(pid=32148): Terminated: ok {rc=0}\u000a18:11:33.252385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32150): Launched\u000a18:11:33.568427 run osmo-hlr_10.42.42.2(pid=32151): Launched\u000a18:11:33.684588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:34.234423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32153): Launched\u000a18:11:34.549998 run osmo-stp_10.42.42.5(pid=32154): Launched\u000a18:11:34.665013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:35.247176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32156): Launched\u000a18:11:35.563377 run osmo-msc_10.42.42.6(pid=32157): Launched\u000a18:11:35.749235 run osmo-stp_10.42.42.5(pid=32154): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32154)]\u000a18:11:35.883682 run osmo-stp_10.42.42.5(pid=32154): stdout: \u000a| (launched: 2022-12-09_18:11:34.395267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:36.017699 run osmo-stp_10.42.42.5(pid=32154): stderr: \u000a| �[0;m�[38;5;43m20221209181134588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181134588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181134588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181134589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181134589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181134589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181134589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:36.145007 run osmo-stp_10.42.42.5(pid=32154): stdout: \u000a| (launched: 2022-12-09_18:11:34.395267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:36.270937 run osmo-stp_10.42.42.5(pid=32154): stderr: \u000a| �[0;m�[38;5;43m20221209181134588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181134588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181134588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181134589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181134589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181134589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181134589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:36.326592 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32154): Process ended prematurely: osmo-stp_10.42.42.5(pid=32154) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32154)] [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:11:36.335889 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:11:36.398179 run osmo-hlr_10.42.42.2(pid=32151): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32151)]\u000a18:11:36.449370 run osmo-hlr_10.42.42.2(pid=32151): stdout: \u000a| (launched: 2022-12-09_18:11:33.413788) \u000a18:11:36.501060 run osmo-hlr_10.42.42.2(pid=32151): stderr: \u000a| �[0;m�[1;31m20221209181133611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181133611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181133611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181133611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181133611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181133611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181133624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181133632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181133633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181133633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:36.571411 run osmo-msc_10.42.42.6(pid=32157): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32157)]\u000a18:11:36.622619 run osmo-msc_10.42.42.6(pid=32157): stdout: \u000a| (launched: 2022-12-09_18:11:35.408376) \u000a18:11:36.674225 run osmo-msc_10.42.42.6(pid=32157): stderr: \u000a| �[0;m�[38;5;43m20221209181135730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181135730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda215b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181135731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181135731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181135731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181135731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181135733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181135733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181135733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181135733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:36.717891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32150): Terminating (SIGTERM)\u000a18:11:36.759165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32153): Terminating (SIGTERM)\u000a18:11:36.800446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32156): Terminating (SIGTERM)\u000a18:11:36.810189 --- ParallelTerminationStrategy: PID 32150 died...\u000a18:11:36.866248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32150): Terminated: ok {rc=0}\u000a18:11:36.876636 --- ParallelTerminationStrategy: PID 32153 died...\u000a18:11:36.932251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32153): Terminated: ok {rc=0}\u000a18:11:36.942197 --- ParallelTerminationStrategy: PID 32156 died...\u000a18:11:36.997325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32156): Terminated: ok {rc=0}\u000a18:11:37.084367 bus /sierra_3: Setting Powered False\u000a18:11:38.190355 bus /sierra_3: Setting Powered False\u000a18:11:39.296587 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32165): Process ended prematurely: osmo-stp_10.42.42.5(pid=32165) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32165)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32165): Process ended prematurely: osmo-stp_10.42.42.5(pid=32165) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:11:40.410242 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:40.422347 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:11:40.573769 tst mo_mt_call_osmux.py: using LAC 22801\u000a18:11:40.703557 tst mo_mt_call_osmux.py: using RAC 106\u000a18:11:40.825840 tst mo_mt_call_osmux.py: using CellId 22801\u000a18:11:40.949222 tst mo_mt_call_osmux.py: using BVCI 22802\u000a18:11:40.973682 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:40.985173 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:40.996473 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:41.007799 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:41.019253 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:41.030567 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:11:41.143858 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:11:41.351525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:41.858400 run create_hlr_db(pid=32159): Launched\u000a18:11:42.042209 bus /sierra_2: Setting Powered False\u000a18:11:43.063756 run create_hlr_db(pid=32159): Terminated: ok {rc=0}\u000a18:11:43.462985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32161): Launched\u000a18:11:43.759985 run osmo-hlr_10.42.42.2(pid=32162): Launched\u000a18:11:43.868655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:44.385150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32164): Launched\u000a18:11:44.682509 run osmo-stp_10.42.42.5(pid=32165): Launched\u000a18:11:44.790529 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:45.334452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32167): Launched\u000a18:11:45.639945 run osmo-msc_10.42.42.6(pid=32168): Launched\u000a18:11:45.827902 run osmo-stp_10.42.42.5(pid=32165): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32165)]\u000a18:11:46.051452 run osmo-stp_10.42.42.5(pid=32165): stdout: \u000a| (launched: 2022-12-09_18:11:44.536290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:46.345903 run osmo-stp_10.42.42.5(pid=32165): stderr: \u000a| �[0;m�[38;5;43m20221209181144704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181144705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181144705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181144705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181144706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181144706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181144706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:46.467446 run osmo-stp_10.42.42.5(pid=32165): stdout: \u000a| (launched: 2022-12-09_18:11:44.536290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:46.587528 run osmo-stp_10.42.42.5(pid=32165): stderr: \u000a| �[0;m�[38;5;43m20221209181144704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181144705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181144705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181144705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181144706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181144706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181144706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:46.640838 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32165): Process ended prematurely: osmo-stp_10.42.42.5(pid=32165) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32165)] [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:11:46.649796 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:11:46.710356 run osmo-hlr_10.42.42.2(pid=32162): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32162)]\u000a18:11:46.760469 run osmo-hlr_10.42.42.2(pid=32162): stdout: \u000a| (launched: 2022-12-09_18:11:43.613718) \u000a18:11:46.810873 run osmo-hlr_10.42.42.2(pid=32162): stderr: \u000a| �[0;m�[1;31m20221209181143791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181143791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181143791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181143791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181143791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181143791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181143804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181143812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181143813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181143813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:46.879451 run osmo-msc_10.42.42.6(pid=32168): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32168)]\u000a18:11:46.929293 run osmo-msc_10.42.42.6(pid=32168): stdout: \u000a| (launched: 2022-12-09_18:11:45.484785) \u000a18:11:46.979833 run osmo-msc_10.42.42.6(pid=32168): stderr: \u000a| �[0;m�[38;5;43m20221209181145799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181145799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7283827c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181145799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181145799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181145799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181145799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181145801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181145802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181145802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181145802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:47.022687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32161): Terminating (SIGTERM)\u000a18:11:47.062855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32164): Terminating (SIGTERM)\u000a18:11:47.103392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32167): Terminating (SIGTERM)\u000a18:11:47.112892 --- ParallelTerminationStrategy: PID 32161 died...\u000a18:11:47.166654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32161): Terminated: ok {rc=0}\u000a18:11:47.177080 --- ParallelTerminationStrategy: PID 32164 died...\u000a18:11:47.231220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32164): Terminated: ok {rc=0}\u000a18:11:47.241307 --- ParallelTerminationStrategy: PID 32167 died...\u000a18:11:47.294973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32167): Terminated: ok {rc=0}\u000a18:11:47.379436 bus /sierra_3: Setting Powered False\u000a18:11:48.478291 bus /sierra_3: Setting Powered False\u000a18:11:49.584077 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:11:29" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32179): Process ended prematurely: osmo-stp_10.42.42.5(pid=32179) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32179)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32179): Process ended prematurely: osmo-stp_10.42.42.5(pid=32179) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:11:51.562501 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:11:51.574102 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:11:51.721073 tst mo_mt_call.py: using LAC 22802\u000a18:11:51.839688 tst mo_mt_call.py: using RAC 107\u000a18:11:51.956937 tst mo_mt_call.py: using CellId 22802\u000a18:11:52.073896 tst mo_mt_call.py: using BVCI 22803\u000a18:11:52.096364 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:11:52.107544 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:11:52.118703 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:11:52.130349 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:11:52.142027 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:11:52.153596 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:11:52.271949 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:11:52.480048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:52.988369 run create_hlr_db(pid=32173): Launched\u000a18:11:53.171577 bus /sierra_2: Setting Powered False\u000a18:11:54.192725 run create_hlr_db(pid=32173): Terminated: ok {rc=0}\u000a18:11:54.593891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32175): Launched\u000a18:11:54.902052 run osmo-hlr_10.42.42.2(pid=32176): Launched\u000a18:11:55.015949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:55.537681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32178): Launched\u000a18:11:55.836475 run osmo-stp_10.42.42.5(pid=32179): Launched\u000a18:11:55.944760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:56.487954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32181): Launched\u000a18:11:56.785991 run osmo-msc_10.42.42.6(pid=32182): Launched\u000a18:11:56.960304 run osmo-stp_10.42.42.5(pid=32179): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32179)]\u000a18:11:57.086620 run osmo-stp_10.42.42.5(pid=32179): stdout: \u000a| (launched: 2022-12-09_18:11:55.688415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:57.211317 run osmo-stp_10.42.42.5(pid=32179): stderr: \u000a| �[0;m�[38;5;43m20221209181155858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181155858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181155858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181155859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181155859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181155859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181155859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:57.330627 run osmo-stp_10.42.42.5(pid=32179): stdout: \u000a| (launched: 2022-12-09_18:11:55.688415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:57.449030 run osmo-stp_10.42.42.5(pid=32179): stderr: \u000a| �[0;m�[38;5;43m20221209181155858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181155858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181155858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181155859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181155859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181155859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181155859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:57.501463 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32179): Process ended prematurely: osmo-stp_10.42.42.5(pid=32179) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32179)] [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:11:57.510331 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:11:57.570373 run osmo-hlr_10.42.42.2(pid=32176): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32176)]\u000a18:11:57.619371 run osmo-hlr_10.42.42.2(pid=32176): stdout: \u000a| (launched: 2022-12-09_18:11:54.744378) \u000a18:11:57.669326 run osmo-hlr_10.42.42.2(pid=32176): stderr: \u000a| �[0;m�[1;31m20221209181154929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181154929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181154929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181154929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181154929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181154929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181154941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181154950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181154951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181154951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:57.736528 run osmo-msc_10.42.42.6(pid=32182): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32182)]\u000a18:11:57.785624 run osmo-msc_10.42.42.6(pid=32182): stdout: \u000a| (launched: 2022-12-09_18:11:56.638852) \u000a18:11:57.835303 run osmo-msc_10.42.42.6(pid=32182): stderr: \u000a| �[0;m�[38;5;43m20221209181156911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181156911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0747f9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181156911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181156911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181156911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181156911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181156913 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181156914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181156914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181156914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:57.877496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32175): Terminating (SIGTERM)\u000a18:11:57.917133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32178): Terminating (SIGTERM)\u000a18:11:57.956910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32181): Terminating (SIGTERM)\u000a18:11:57.966453 --- ParallelTerminationStrategy: PID 32175 died...\u000a18:11:58.020197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32175): Terminated: ok {rc=0}\u000a18:11:58.029737 --- ParallelTerminationStrategy: PID 32178 died...\u000a18:11:58.082220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32178): Terminated: ok {rc=0}\u000a18:11:58.091941 --- ParallelTerminationStrategy: PID 32181 died...\u000a18:11:58.144540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32181): Terminated: ok {rc=0}\u000a18:11:58.227953 bus /sierra_3: Setting Powered False\u000a18:11:59.333212 bus /sierra_3: Setting Powered False\u000a18:12:00.443881 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32190): Process ended prematurely: osmo-stp_10.42.42.5(pid=32190) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32190)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32190): Process ended prematurely: osmo-stp_10.42.42.5(pid=32190) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:12:01.559591 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:01.572623 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:12:01.757795 tst mo_mt_call_osmux.py: using LAC 22803\u000a18:12:01.906092 tst mo_mt_call_osmux.py: using RAC 108\u000a18:12:02.031742 tst mo_mt_call_osmux.py: using CellId 22803\u000a18:12:02.188681 tst mo_mt_call_osmux.py: using BVCI 22804\u000a18:12:02.214272 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:02.232717 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:02.249314 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:02.263994 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:02.277563 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:02.289753 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:12:02.407487 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:12:02.607214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:03.073630 run create_hlr_db(pid=32184): Launched\u000a18:12:03.244109 bus /sierra_2: Setting Powered False\u000a18:12:04.266447 run create_hlr_db(pid=32184): Terminated: ok {rc=0}\u000a18:12:04.689291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32186): Launched\u000a18:12:05.006402 run osmo-hlr_10.42.42.2(pid=32187): Launched\u000a18:12:05.125892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:05.679938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32189): Launched\u000a18:12:05.997759 run osmo-stp_10.42.42.5(pid=32190): Launched\u000a18:12:06.112213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:06.694005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32192): Launched\u000a18:12:07.011319 run osmo-msc_10.42.42.6(pid=32193): Launched\u000a18:12:07.197644 run osmo-stp_10.42.42.5(pid=32190): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32190)]\u000a18:12:07.331483 run osmo-stp_10.42.42.5(pid=32190): stdout: \u000a| (launched: 2022-12-09_18:12:05.841660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:07.466069 run osmo-stp_10.42.42.5(pid=32190): stderr: \u000a| �[0;m�[38;5;43m20221209181206033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181206033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181206033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181206034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181206036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181206036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181206036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:07.593573 run osmo-stp_10.42.42.5(pid=32190): stdout: \u000a| (launched: 2022-12-09_18:12:05.841660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:07.719765 run osmo-stp_10.42.42.5(pid=32190): stderr: \u000a| �[0;m�[38;5;43m20221209181206033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181206033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181206033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181206034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181206036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181206036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181206036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:07.775937 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32190): Process ended prematurely: osmo-stp_10.42.42.5(pid=32190) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32190)] [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:12:07.785218 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:12:07.847692 run osmo-hlr_10.42.42.2(pid=32187): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32187)]\u000a18:12:07.899207 run osmo-hlr_10.42.42.2(pid=32187): stdout: \u000a| (launched: 2022-12-09_18:12:04.850283) \u000a18:12:07.951316 run osmo-hlr_10.42.42.2(pid=32187): stderr: \u000a| �[0;m�[1;31m20221209181205049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181205050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181205050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181205050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181205050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181205050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181205062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181205070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181205071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181205071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:08.021790 run osmo-msc_10.42.42.6(pid=32193): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32193)]\u000a18:12:08.072782 run osmo-msc_10.42.42.6(pid=32193): stdout: \u000a| (launched: 2022-12-09_18:12:06.855392) \u000a18:12:08.124268 run osmo-msc_10.42.42.6(pid=32193): stderr: \u000a| �[0;m�[38;5;43m20221209181207181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181207181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f360dd84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181207182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181207182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181207182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181207182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181207184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181207184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181207184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181207184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:08.167960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32186): Terminating (SIGTERM)\u000a18:12:08.209478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32189): Terminating (SIGTERM)\u000a18:12:08.250929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32192): Terminating (SIGTERM)\u000a18:12:08.260363 --- ParallelTerminationStrategy: PID 32186 died...\u000a18:12:08.315805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32186): Terminated: ok {rc=0}\u000a18:12:08.325959 --- ParallelTerminationStrategy: PID 32189 died...\u000a18:12:08.381290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32189): Terminated: ok {rc=0}\u000a18:12:08.391396 --- ParallelTerminationStrategy: PID 32192 died...\u000a18:12:08.446995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32192): Terminated: ok {rc=0}\u000a18:12:08.533670 bus /sierra_3: Setting Powered False\u000a18:12:09.636437 bus /sierra_3: Setting Powered False\u000a18:12:10.747035 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:11:51" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:12:12.711660 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:12.722765 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:12:12.868664 tst mo_mt_call.py: using LAC 22804\u000a18:12:12.986678 tst mo_mt_call.py: using RAC 109\u000a18:12:13.102991 tst mo_mt_call.py: using CellId 22804\u000a18:12:13.221517 tst mo_mt_call.py: using BVCI 22805\u000a18:12:13.243998 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:13.255074 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:13.265956 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:13.277060 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:13.288158 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:13.299190 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:12:13.413191 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:12:13.620504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:14.128907 run create_hlr_db(pid=32199): Launched\u000a18:12:14.312084 bus /sierra_2: Setting Powered False\u000a18:12:15.334230 run create_hlr_db(pid=32199): Terminated: ok {rc=0}\u000a18:12:15.757938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Launched\u000a18:12:16.226259 run osmo-hlr_10.42.42.2(pid=32202): Launched\u000a18:12:16.490989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:17.075093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Launched\u000a18:12:17.443075 run osmo-stp_10.42.42.5(pid=32205): Launched\u000a18:12:17.552902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:18.098472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32207): Launched\u000a18:12:18.396234 run osmo-msc_10.42.42.6(pid=32208): Launched\u000a18:12:18.571169 run osmo-stp_10.42.42.5(pid=32205): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]\u000a18:12:18.697582 run osmo-stp_10.42.42.5(pid=32205): stdout: \u000a| (launched: 2022-12-09_18:12:17.240020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:18.822096 run osmo-stp_10.42.42.5(pid=32205): stderr: \u000a| �[0;m�[38;5;43m20221209181217434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181217434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181217434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181217435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181217435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181217435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181217435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:18.942163 run osmo-stp_10.42.42.5(pid=32205): stdout: \u000a| (launched: 2022-12-09_18:12:17.240020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:19.060445 run osmo-stp_10.42.42.5(pid=32205): stderr: \u000a| �[0;m�[38;5;43m20221209181217434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181217434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181217434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181217435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181217435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181217435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181217435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:19.112646 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)] [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:12:19.121520 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:12:19.183322 run osmo-hlr_10.42.42.2(pid=32202): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32202)]\u000a18:12:19.233076 run osmo-hlr_10.42.42.2(pid=32202): stdout: \u000a| (launched: 2022-12-09_18:12:15.931716) \u000a18:12:19.283605 run osmo-hlr_10.42.42.2(pid=32202): stderr: \u000a| �[0;m�[1;31m20221209181216341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181216341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181216341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181216341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181216341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181216341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181216362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181216380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181216380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181216380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:19.351613 run osmo-msc_10.42.42.6(pid=32208): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32208)]\u000a18:12:19.401142 run osmo-msc_10.42.42.6(pid=32208): stdout: \u000a| (launched: 2022-12-09_18:12:18.249251) \u000a18:12:19.451636 run osmo-msc_10.42.42.6(pid=32208): stderr: \u000a| �[0;m�[38;5;43m20221209181218520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181218520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f494645fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181218521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181218521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181218521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181218522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181218523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181218524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181218524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181218524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:19.493272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Terminating (SIGTERM)\u000a18:12:19.533503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Terminating (SIGTERM)\u000a18:12:19.573728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32207): Terminating (SIGTERM)\u000a18:12:19.583680 --- ParallelTerminationStrategy: PID 32201 died...\u000a18:12:19.637184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Terminated: ok {rc=0}\u000a18:12:19.647494 --- ParallelTerminationStrategy: PID 32204 died...\u000a18:12:19.700815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Terminated: ok {rc=0}\u000a18:12:19.711045 --- ParallelTerminationStrategy: PID 32207 died...\u000a18:12:19.764321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32207): Terminated: ok {rc=0}\u000a18:12:19.852490 bus /sierra_3: Setting Powered False\u000a18:12:20.955861 bus /sierra_3: Setting Powered False\u000a18:12:22.066478 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32216): Process ended prematurely: osmo-stp_10.42.42.5(pid=32216) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32216)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32216): Process ended prematurely: osmo-stp_10.42.42.5(pid=32216) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:12:23.175531 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:23.187361 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:12:23.333666 tst mo_mt_call_osmux.py: using LAC 22805\u000a18:12:23.449819 tst mo_mt_call_osmux.py: using RAC 110\u000a18:12:23.570822 tst mo_mt_call_osmux.py: using CellId 22805\u000a18:12:23.685306 tst mo_mt_call_osmux.py: using BVCI 22806\u000a18:12:23.707675 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:23.718723 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:23.729552 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:23.740728 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:23.751926 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:23.763007 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:12:23.881883 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:12:24.080380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:24.546061 run create_hlr_db(pid=32210): Launched\u000a18:12:24.715676 bus /sierra_2: Setting Powered False\u000a18:12:25.737902 run create_hlr_db(pid=32210): Terminated: ok {rc=0}\u000a18:12:26.159226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32212): Launched\u000a18:12:26.476222 run osmo-hlr_10.42.42.2(pid=32213): Launched\u000a18:12:26.591996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:27.143093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32215): Launched\u000a18:12:27.459767 run osmo-stp_10.42.42.5(pid=32216): Launched\u000a18:12:27.574351 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:28.160001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32218): Launched\u000a18:12:28.477481 run osmo-msc_10.42.42.6(pid=32219): Launched\u000a18:12:28.663467 run osmo-stp_10.42.42.5(pid=32216): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32216)]\u000a18:12:28.798981 run osmo-stp_10.42.42.5(pid=32216): stdout: \u000a| (launched: 2022-12-09_18:12:27.304471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:28.933741 run osmo-stp_10.42.42.5(pid=32216): stderr: \u000a| �[0;m�[38;5;43m20221209181227496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181227496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181227496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181227497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181227497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181227497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181227497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:29.060789 run osmo-stp_10.42.42.5(pid=32216): stdout: \u000a| (launched: 2022-12-09_18:12:27.304471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:29.186758 run osmo-stp_10.42.42.5(pid=32216): stderr: \u000a| �[0;m�[38;5;43m20221209181227496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181227496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181227496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181227497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181227497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181227497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181227497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:29.242561 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32216): Process ended prematurely: osmo-stp_10.42.42.5(pid=32216) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32216)] [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:12:29.251740 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:12:29.314191 run osmo-hlr_10.42.42.2(pid=32213): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32213)]\u000a18:12:29.365434 run osmo-hlr_10.42.42.2(pid=32213): stdout: \u000a| (launched: 2022-12-09_18:12:26.320546) \u000a18:12:29.417060 run osmo-hlr_10.42.42.2(pid=32213): stderr: \u000a| �[0;m�[1;31m20221209181226515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181226515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181226516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181226516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181226516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181226516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181226535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181226546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181226546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181226547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:29.486845 run osmo-msc_10.42.42.6(pid=32219): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32219)]\u000a18:12:29.537646 run osmo-msc_10.42.42.6(pid=32219): stdout: \u000a| (launched: 2022-12-09_18:12:28.321490) \u000a18:12:29.589165 run osmo-msc_10.42.42.6(pid=32219): stderr: \u000a| �[0;m�[38;5;43m20221209181228642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181228642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5eab099c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181228643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181228643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181228643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181228643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181228645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181228645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181228645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181228645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:29.632686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32212): Terminating (SIGTERM)\u000a18:12:29.673824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32215): Terminating (SIGTERM)\u000a18:12:29.715001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32218): Terminating (SIGTERM)\u000a18:12:29.724598 --- ParallelTerminationStrategy: PID 32212 died...\u000a18:12:29.780262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32212): Terminated: ok {rc=0}\u000a18:12:29.790465 --- ParallelTerminationStrategy: PID 32215 died...\u000a18:12:29.845818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32215): Terminated: ok {rc=0}\u000a18:12:29.855954 --- ParallelTerminationStrategy: PID 32218 died...\u000a18:12:29.911366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32218): Terminated: ok {rc=0}\u000a18:12:29.998894 bus /sierra_3: Setting Powered False\u000a18:12:31.116428 bus /sierra_3: Setting Powered False\u000a18:12:32.231917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:12:12" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32231): Process ended prematurely: osmo-stp_10.42.42.5(pid=32231) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32231): Process ended prematurely: osmo-stp_10.42.42.5(pid=32231) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:12:34.205075 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:34.216443 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:12:34.366322 tst mo_mt_call.py: using LAC 22806\u000a18:12:34.488488 tst mo_mt_call.py: using RAC 111\u000a18:12:34.611341 tst mo_mt_call.py: using CellId 22806\u000a18:12:34.735482 tst mo_mt_call.py: using BVCI 22807\u000a18:12:34.759478 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:34.770912 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:34.782207 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:34.793556 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:34.804915 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:34.816182 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:12:34.930610 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:12:35.127102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:35.593985 run create_hlr_db(pid=32225): Launched\u000a18:12:35.763773 bus /sierra_2: Setting Powered False\u000a18:12:36.785538 run create_hlr_db(pid=32225): Terminated: ok {rc=0}\u000a18:12:37.207440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32227): Launched\u000a18:12:37.525253 run osmo-hlr_10.42.42.2(pid=32228): Launched\u000a18:12:37.642201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:38.192056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32230): Launched\u000a18:12:38.507940 run osmo-stp_10.42.42.5(pid=32231): Launched\u000a18:12:38.623752 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:39.203542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32233): Launched\u000a18:12:39.519765 run osmo-msc_10.42.42.6(pid=32234): Launched\u000a18:12:39.704672 run osmo-stp_10.42.42.5(pid=32231): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)]\u000a18:12:39.838225 run osmo-stp_10.42.42.5(pid=32231): stdout: \u000a| (launched: 2022-12-09_18:12:38.353126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:39.971524 run osmo-stp_10.42.42.5(pid=32231): stderr: \u000a| �[0;m�[38;5;43m20221209181238543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181238544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181238544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181238544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181238547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181238547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181238547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:40.097902 run osmo-stp_10.42.42.5(pid=32231): stdout: \u000a| (launched: 2022-12-09_18:12:38.353126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:40.222841 run osmo-stp_10.42.42.5(pid=32231): stderr: \u000a| �[0;m�[38;5;43m20221209181238543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181238544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181238544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181238544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181238547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181238547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181238547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:40.278439 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32231): Process ended prematurely: osmo-stp_10.42.42.5(pid=32231) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)] [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:12:40.287512 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:12:40.349841 run osmo-hlr_10.42.42.2(pid=32228): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32228)]\u000a18:12:40.401128 run osmo-hlr_10.42.42.2(pid=32228): stdout: \u000a| (launched: 2022-12-09_18:12:37.369815) \u000a18:12:40.452821 run osmo-hlr_10.42.42.2(pid=32228): stderr: \u000a| �[0;m�[1;31m20221209181237568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181237568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181237568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181237568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181237568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181237568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181237581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181237589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181237589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181237589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:40.522944 run osmo-msc_10.42.42.6(pid=32234): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32234)]\u000a18:12:40.573913 run osmo-msc_10.42.42.6(pid=32234): stdout: \u000a| (launched: 2022-12-09_18:12:39.364457) \u000a18:12:40.625513 run osmo-msc_10.42.42.6(pid=32234): stderr: \u000a| �[0;m�[38;5;43m20221209181239687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181239687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fccd2912c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181239687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181239687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181239688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181239688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181239690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181239690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181239690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181239690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:40.669321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32227): Terminating (SIGTERM)\u000a18:12:40.710661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32230): Terminating (SIGTERM)\u000a18:12:40.751972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32233): Terminating (SIGTERM)\u000a18:12:40.761713 --- ParallelTerminationStrategy: PID 32227 died...\u000a18:12:40.816793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32227): Terminated: ok {rc=0}\u000a18:12:40.826800 --- ParallelTerminationStrategy: PID 32230 died...\u000a18:12:40.882011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32230): Terminated: ok {rc=0}\u000a18:12:40.891979 --- ParallelTerminationStrategy: PID 32233 died...\u000a18:12:40.947363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32233): Terminated: ok {rc=0}\u000a18:12:41.033885 bus /sierra_3: Setting Powered False\u000a18:12:42.137199 bus /sierra_3: Setting Powered False\u000a18:12:43.246750 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32242): Process ended prematurely: osmo-stp_10.42.42.5(pid=32242) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32242)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32242): Process ended prematurely: osmo-stp_10.42.42.5(pid=32242) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:12:44.359675 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:44.371783 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:12:44.522648 tst mo_mt_call_osmux.py: using LAC 22807\u000a18:12:44.648636 tst mo_mt_call_osmux.py: using RAC 112\u000a18:12:44.774969 tst mo_mt_call_osmux.py: using CellId 22807\u000a18:12:44.901310 tst mo_mt_call_osmux.py: using BVCI 22808\u000a18:12:44.925544 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:44.936927 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:44.948284 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:44.959638 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:44.970966 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:12:44.982206 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:12:45.096434 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:12:45.293166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:45.761324 run create_hlr_db(pid=32236): Launched\u000a18:12:45.938446 bus /sierra_2: Setting Powered False\u000a18:12:46.966812 run create_hlr_db(pid=32236): Terminated: ok {rc=0}\u000a18:12:47.399687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32238): Launched\u000a18:12:47.697139 run osmo-hlr_10.42.42.2(pid=32239): Launched\u000a18:12:47.804812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:48.320590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32241): Launched\u000a18:12:48.617164 run osmo-stp_10.42.42.5(pid=32242): Launched\u000a18:12:48.729172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:49.271253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32244): Launched\u000a18:12:49.569772 run osmo-msc_10.42.42.6(pid=32245): Launched\u000a18:12:49.744551 run osmo-stp_10.42.42.5(pid=32242): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32242)]\u000a18:12:49.871394 run osmo-stp_10.42.42.5(pid=32242): stdout: \u000a| (launched: 2022-12-09_18:12:48.471259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:49.995486 run osmo-stp_10.42.42.5(pid=32242): stderr: \u000a| �[0;m�[38;5;43m20221209181248641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181248641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181248642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181248642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181248643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181248643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181248643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:50.114542 run osmo-stp_10.42.42.5(pid=32242): stdout: \u000a| (launched: 2022-12-09_18:12:48.471259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:50.232297 run osmo-stp_10.42.42.5(pid=32242): stderr: \u000a| �[0;m�[38;5;43m20221209181248641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181248641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181248642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181248642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181248643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181248643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181248643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:50.284189 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32242): Process ended prematurely: osmo-stp_10.42.42.5(pid=32242) [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32242)] [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:12:50.292655 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a18:12:50.352538 run osmo-hlr_10.42.42.2(pid=32239): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32239)]\u000a18:12:50.401460 run osmo-hlr_10.42.42.2(pid=32239): stdout: \u000a| (launched: 2022-12-09_18:12:47.551137) \u000a18:12:50.451230 run osmo-hlr_10.42.42.2(pid=32239): stderr: \u000a| �[0;m�[1;31m20221209181247724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181247724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181247724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181247724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181247725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181247725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181247736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181247746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181247747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181247747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:50.518605 run osmo-msc_10.42.42.6(pid=32245): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32245)]\u000a18:12:50.567460 run osmo-msc_10.42.42.6(pid=32245): stdout: \u000a| (launched: 2022-12-09_18:12:49.421659) \u000a18:12:50.617021 run osmo-msc_10.42.42.6(pid=32245): stderr: \u000a| �[0;m�[38;5;43m20221209181249693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181249693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f8a876c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181249693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181249693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181249694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181249694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181249697 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181249698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181249698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181249698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:50.658556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32238): Terminating (SIGTERM)\u000a18:12:50.697955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32241): Terminating (SIGTERM)\u000a18:12:50.737439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32244): Terminating (SIGTERM)\u000a18:12:50.746733 --- ParallelTerminationStrategy: PID 32238 died...\u000a18:12:50.799494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32238): Terminated: ok {rc=0}\u000a18:12:50.809132 --- ParallelTerminationStrategy: PID 32241 died...\u000a18:12:50.862388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32241): Terminated: ok {rc=0}\u000a18:12:50.871889 --- ParallelTerminationStrategy: PID 32244 died...\u000a18:12:50.924339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32244): Terminated: ok {rc=0}\u000a18:12:51.012431 bus /sierra_3: Setting Powered False\u000a18:12:52.117025 bus /sierra_3: Setting Powered False\u000a18:12:53.223272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:12:33" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32257): Process ended prematurely: osmo-stp_10.42.42.5(pid=32257) [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32257)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32257): Process ended prematurely: osmo-stp_10.42.42.5(pid=32257) [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:12:55.201268 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:12:55.212761 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:12:55.362609 tst mo_mt_call.py: using LAC 22808\u000a18:12:55.489651 tst mo_mt_call.py: using RAC 113\u000a18:12:55.612361 tst mo_mt_call.py: using CellId 22808\u000a18:12:55.735250 tst mo_mt_call.py: using BVCI 22809\u000a18:12:55.759266 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:12:55.770783 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:12:55.782236 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:12:55.793612 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:12:55.805072 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:12:55.816331 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:12:55.930055 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:12:56.129373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:56.596390 run create_hlr_db(pid=32251): Launched\u000a18:12:56.766415 bus /sierra_2: Setting Powered False\u000a18:12:57.787787 run create_hlr_db(pid=32251): Terminated: ok {rc=0}\u000a18:12:58.210610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32253): Launched\u000a18:12:58.527873 run osmo-hlr_10.42.42.2(pid=32254): Launched\u000a18:12:58.647625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:59.198912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32256): Launched\u000a18:12:59.514405 run osmo-stp_10.42.42.5(pid=32257): Launched\u000a18:12:59.629653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:13:00.213992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32259): Launched\u000a18:13:00.531233 run osmo-msc_10.42.42.6(pid=32260): Launched\u000a18:13:00.718202 run osmo-stp_10.42.42.5(pid=32257): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32257)]\u000a18:13:00.896485 run osmo-stp_10.42.42.5(pid=32257): stdout: \u000a| (launched: 2022-12-09_18:12:59.359672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:01.077468 run osmo-stp_10.42.42.5(pid=32257): stderr: \u000a| �[0;m�[38;5;43m20221209181259552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181259552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181259552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181259552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181259553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181259553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181259553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:01.207456 run osmo-stp_10.42.42.5(pid=32257): stdout: \u000a| (launched: 2022-12-09_18:12:59.359672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:01.336854 run osmo-stp_10.42.42.5(pid=32257): stderr: \u000a| �[0;m�[38;5;43m20221209181259552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181259552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181259552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181259552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181259553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181259553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181259553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:01.394229 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32257): Process ended prematurely: osmo-stp_10.42.42.5(pid=32257) [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32257)] [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:13:01.403950 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:13:01.468095 run osmo-hlr_10.42.42.2(pid=32254): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32254)]\u000a18:13:01.521121 run osmo-hlr_10.42.42.2(pid=32254): stdout: \u000a| (launched: 2022-12-09_18:12:58.371955) \u000a18:13:01.575325 run osmo-hlr_10.42.42.2(pid=32254): stderr: \u000a| �[0;m�[1;31m20221209181258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181258583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181258592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181258592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:01.647753 run osmo-msc_10.42.42.6(pid=32260): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32260)]\u000a18:13:01.700221 run osmo-msc_10.42.42.6(pid=32260): stdout: \u000a| (launched: 2022-12-09_18:13:00.375083) \u000a18:13:01.753025 run osmo-msc_10.42.42.6(pid=32260): stderr: \u000a| �[0;m�[38;5;43m20221209181300697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181300697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d90844c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181300697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181300697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181300697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181300698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181300699 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181300700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181300700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181300700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:13:01.798369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32253): Terminating (SIGTERM)\u000a18:13:01.843435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32256): Terminating (SIGTERM)\u000a18:13:01.888051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32259): Terminating (SIGTERM)\u000a18:13:01.897830 --- ParallelTerminationStrategy: PID 32253 died...\u000a18:13:01.955672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32253): Terminated: ok {rc=0}\u000a18:13:01.966762 --- ParallelTerminationStrategy: PID 32256 died...\u000a18:13:02.023396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32256): Terminated: ok {rc=0}\u000a18:13:02.033987 --- ParallelTerminationStrategy: PID 32259 died...\u000a18:13:02.090664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32259): Terminated: ok {rc=0}\u000a18:13:02.179730 bus /sierra_3: Setting Powered False\u000a18:13:03.287217 bus /sierra_3: Setting Powered False\u000a18:13:04.397802 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32268): Process ended prematurely: osmo-stp_10.42.42.5(pid=32268) [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32268)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32268): Process ended prematurely: osmo-stp_10.42.42.5(pid=32268) [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:13:05.507128 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:05.518821 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:13:05.664742 tst mo_mt_call_osmux.py: using LAC 22809\u000a18:13:05.783123 tst mo_mt_call_osmux.py: using RAC 114\u000a18:13:05.900072 tst mo_mt_call_osmux.py: using CellId 22809\u000a18:13:06.018158 tst mo_mt_call_osmux.py: using BVCI 22810\u000a18:13:06.040527 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:06.051617 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:06.062625 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:06.073783 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:06.085066 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:06.096102 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:13:06.213753 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:13:06.412184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:06.877863 run create_hlr_db(pid=32262): Launched\u000a18:13:07.047240 bus /sierra_2: Setting Powered False\u000a18:13:08.068335 run create_hlr_db(pid=32262): Terminated: ok {rc=0}\u000a18:13:08.489782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32264): Launched\u000a18:13:08.806673 run osmo-hlr_10.42.42.2(pid=32265): Launched\u000a18:13:08.923737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:09.474642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32267): Launched\u000a18:13:09.792350 run osmo-stp_10.42.42.5(pid=32268): Launched\u000a18:13:09.906845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:13:10.488536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32270): Launched\u000a18:13:10.805505 run osmo-msc_10.42.42.6(pid=32271): Launched\u000a18:13:10.991275 run osmo-stp_10.42.42.5(pid=32268): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32268)]\u000a18:13:11.124768 run osmo-stp_10.42.42.5(pid=32268): stdout: \u000a| (launched: 2022-12-09_18:13:09.636325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:11.258739 run osmo-stp_10.42.42.5(pid=32268): stderr: \u000a| �[0;m�[38;5;43m20221209181309829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181309829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181309829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181309830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181309830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181309830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181309830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:11.385609 run osmo-stp_10.42.42.5(pid=32268): stdout: \u000a| (launched: 2022-12-09_18:13:09.636325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:11.511135 run osmo-stp_10.42.42.5(pid=32268): stderr: \u000a| �[0;m�[38;5;43m20221209181309829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181309829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181309829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181309830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181309830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181309830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181309830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:11.566707 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32268): Process ended prematurely: osmo-stp_10.42.42.5(pid=32268) [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32268)] [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:13:11.575854 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:13:11.638212 run osmo-hlr_10.42.42.2(pid=32265): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32265)]\u000a18:13:11.689300 run osmo-hlr_10.42.42.2(pid=32265): stdout: \u000a| (launched: 2022-12-09_18:13:08.650729) \u000a18:13:11.740797 run osmo-hlr_10.42.42.2(pid=32265): stderr: \u000a| �[0;m�[1;31m20221209181308850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181308850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181308850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181308850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181308850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181308850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181308863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181308872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181308873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181308873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:11.810799 run osmo-msc_10.42.42.6(pid=32271): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32271)]\u000a18:13:11.861574 run osmo-msc_10.42.42.6(pid=32271): stdout: \u000a| (launched: 2022-12-09_18:13:10.649900) \u000a18:13:11.913407 run osmo-msc_10.42.42.6(pid=32271): stderr: \u000a| �[0;m�[38;5;43m20221209181310971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181310971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38f9947c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181310971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181310971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181310972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181310972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181310974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181310974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181310974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181310974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:13:11.957285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32264): Terminating (SIGTERM)\u000a18:13:11.998792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32267): Terminating (SIGTERM)\u000a18:13:12.040131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32270): Terminating (SIGTERM)\u000a18:13:12.049806 --- ParallelTerminationStrategy: PID 32264 died...\u000a18:13:12.105208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32264): Terminated: ok {rc=0}\u000a18:13:12.115183 --- ParallelTerminationStrategy: PID 32267 died...\u000a18:13:12.170194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32267): Terminated: ok {rc=0}\u000a18:13:12.180140 --- ParallelTerminationStrategy: PID 32270 died...\u000a18:13:12.235276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32270): Terminated: ok {rc=0}\u000a18:13:12.321457 bus /sierra_3: Setting Powered False\u000a18:13:13.424216 bus /sierra_3: Setting Powered False\u000a18:13:14.535143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:12:54" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32282): Process ended prematurely: osmo-stp_10.42.42.5(pid=32282) [trial-2362↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32282)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32282): Process ended prematurely: osmo-stp_10.42.42.5(pid=32282) [trial-2362↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:13:16.573426 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:16.594562 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:13:16.747930 tst emergency_mo_mt_call.py: using LAC 22810\u000a18:13:16.870607 tst emergency_mo_mt_call.py: using RAC 115\u000a18:13:16.993813 tst emergency_mo_mt_call.py: using CellId 22810\u000a18:13:17.131118 tst emergency_mo_mt_call.py: using BVCI 22811\u000a18:13:17.156859 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:17.168886 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:17.180873 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:17.192678 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:17.204262 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:17.215763 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:17.341773 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:17.544585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:18.002166 run create_hlr_db(pid=32276): Launched\u000a18:13:18.169654 bus /sierra_2: Setting Powered False\u000a18:13:19.190244 run create_hlr_db(pid=32276): Terminated: ok {rc=0}\u000a18:13:19.606652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32278): Launched\u000a18:13:19.919447 run osmo-hlr_10.42.42.2(pid=32279): Launched\u000a18:13:20.034323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:20.574929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32281): Launched\u000a18:13:20.884634 run osmo-stp_10.42.42.5(pid=32282): Launched\u000a18:13:21.010557 tst emergency_mo_mt_call.py: using MSISDN 7306\u000a18:13:21.165174 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:13:21.734349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32284): Launched\u000a18:13:22.046729 run osmo-msc_10.42.42.6(pid=32285): Launched\u000a18:13:22.228424 run osmo-stp_10.42.42.5(pid=32282): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32282)]\u000a18:13:22.360227 run osmo-stp_10.42.42.5(pid=32282): stdout: \u000a| (launched: 2022-12-09_18:13:20.732251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:22.491574 run osmo-stp_10.42.42.5(pid=32282): stderr: \u000a| �[0;m�[38;5;43m20221209181320921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181320921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181320922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181320922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181320922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181320923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181320923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:22.617163 run osmo-stp_10.42.42.5(pid=32282): stdout: \u000a| (launched: 2022-12-09_18:13:20.732251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:22.741129 run osmo-stp_10.42.42.5(pid=32282): stderr: \u000a| �[0;m�[38;5;43m20221209181320921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181320921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181320922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181320922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181320922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181320923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181320923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:22.795727 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32282): Process ended prematurely: osmo-stp_10.42.42.5(pid=32282) [trial-2362↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32282)] [trial-2362↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a18:13:22.804459 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a18:13:22.867349 run osmo-hlr_10.42.42.2(pid=32279): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32279)]\u000a18:13:22.918835 run osmo-hlr_10.42.42.2(pid=32279): stdout: \u000a| (launched: 2022-12-09_18:13:19.765561) \u000a18:13:22.971584 run osmo-hlr_10.42.42.2(pid=32279): stderr: \u000a| �[0;m�[1;31m20221209181319963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181319963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181319963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181319963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181319963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181319963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181319976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181319985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181319985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181319985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:23.041795 run osmo-msc_10.42.42.6(pid=32285): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32285)]\u000a18:13:23.093136 run osmo-msc_10.42.42.6(pid=32285): stdout: \u000a| (launched: 2022-12-09_18:13:21.892708) \u000a18:13:23.144792 run osmo-msc_10.42.42.6(pid=32285): stderr: \u000a| �[0;m�[38;5;43m20221209181322214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181322215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b34271c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181322215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181322215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181322215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181322215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181322217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181322217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181322218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181322218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:13:23.188636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32278): Terminating (SIGTERM)\u000a18:13:23.230426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32281): Terminating (SIGTERM)\u000a18:13:23.272301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32284): Terminating (SIGTERM)\u000a18:13:23.281847 --- ParallelTerminationStrategy: PID 32278 died...\u000a18:13:23.337470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32278): Terminated: ok {rc=0}\u000a18:13:23.347659 --- ParallelTerminationStrategy: PID 32281 died...\u000a18:13:23.404412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32281): Terminated: ok {rc=0}\u000a18:13:23.414781 --- ParallelTerminationStrategy: PID 32284 died...\u000a18:13:23.470571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32284): Terminated: ok {rc=0}\u000a18:13:23.556917 bus /sierra_3: Setting Powered False\u000a18:13:24.661989 bus /sierra_3: Setting Powered False\u000a18:13:25.769358 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32293): Process ended prematurely: osmo-stp_10.42.42.5(pid=32293) [trial-2362↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32293)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32293): Process ended prematurely: osmo-stp_10.42.42.5(pid=32293) [trial-2362↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:13:26.820699 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:26.832614 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:13:26.965768 tst emergency_preemptive_call.py: using LAC 22811\u000a18:13:27.090189 tst emergency_preemptive_call.py: using RAC 116\u000a18:13:27.212222 tst emergency_preemptive_call.py: using CellId 22811\u000a18:13:27.334052 tst emergency_preemptive_call.py: using BVCI 22812\u000a18:13:27.357648 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:27.368722 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:27.379642 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:27.390574 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:27.401468 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:27.412375 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:27.529546 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:27.641919 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:27.753458 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:27.956456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:28.454177 run create_hlr_db(pid=32287): Launched\u000a18:13:28.634970 bus /sierra_2: Setting Powered False\u000a18:13:29.655325 run create_hlr_db(pid=32287): Terminated: ok {rc=0}\u000a18:13:30.048394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32289): Launched\u000a18:13:30.339930 run osmo-hlr_10.42.42.2(pid=32290): Launched\u000a18:13:30.450568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:31.011840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32292): Launched\u000a18:13:31.437303 run osmo-stp_10.42.42.5(pid=32293): Launched\u000a18:13:31.661140 tst emergency_preemptive_call.py: using MSISDN 7307\u000a18:13:31.819748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:13:32.396498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32295): Launched\u000a18:13:32.708436 run osmo-msc_10.42.42.6(pid=32296): Launched\u000a18:13:32.891202 run osmo-stp_10.42.42.5(pid=32293): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32293)]\u000a18:13:33.023511 run osmo-stp_10.42.42.5(pid=32293): stdout: \u000a| (launched: 2022-12-09_18:13:31.174045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:33.155264 run osmo-stp_10.42.42.5(pid=32293): stderr: \u000a| �[0;m�[38;5;43m20221209181331470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181331470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181331471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181331471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181331473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181331474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181331474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:33.280357 run osmo-stp_10.42.42.5(pid=32293): stdout: \u000a| (launched: 2022-12-09_18:13:31.174045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:33.404450 run osmo-stp_10.42.42.5(pid=32293): stderr: \u000a| �[0;m�[38;5;43m20221209181331470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181331470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181331471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181331471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181331473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181331474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181331474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:33.459007 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32293): Process ended prematurely: osmo-stp_10.42.42.5(pid=32293) [trial-2362↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32293)] [trial-2362↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a18:13:33.467601 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a18:13:33.529934 run osmo-hlr_10.42.42.2(pid=32290): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32290)]\u000a18:13:33.581037 run osmo-hlr_10.42.42.2(pid=32290): stdout: \u000a| (launched: 2022-12-09_18:13:30.195170) \u000a18:13:33.632998 run osmo-hlr_10.42.42.2(pid=32290): stderr: \u000a| �[0;m�[1;31m20221209181330372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181330372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181330372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181330373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181330373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181330373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181330385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181330394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181330394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181330394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:33.703301 run osmo-msc_10.42.42.6(pid=32296): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32296)]\u000a18:13:33.754393 run osmo-msc_10.42.42.6(pid=32296): stdout: \u000a| (launched: 2022-12-09_18:13:32.555060) \u000a18:13:33.806417 run osmo-msc_10.42.42.6(pid=32296): stderr: \u000a| �[0;m�[38;5;43m20221209181332876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181332876 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66765cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181332876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181332876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181332876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181332877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181332878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181332879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181332879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181332879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:13:33.850601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32289): Terminating (SIGTERM)\u000a18:13:33.892130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32292): Terminating (SIGTERM)\u000a18:13:33.934007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32295): Terminating (SIGTERM)\u000a18:13:33.943641 --- ParallelTerminationStrategy: PID 32289 died...\u000a18:13:33.998982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32289): Terminated: ok {rc=0}\u000a18:13:34.009100 --- ParallelTerminationStrategy: PID 32292 died...\u000a18:13:34.064043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32292): Terminated: ok {rc=0}\u000a18:13:34.074082 --- ParallelTerminationStrategy: PID 32295 died...\u000a18:13:34.129239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32295): Terminated: ok {rc=0}\u000a18:13:34.215911 bus /sierra_9: Setting Powered False\u000a18:13:35.322692 bus /sierra_9: Setting Powered False\u000a18:13:36.430288 bus /sierra_8: Setting Powered False\u000a18:13:37.532375 bus /sierra_8: Setting Powered False\u000a18:13:38.642246 bus /sierra_3: Setting Powered False\u000a18:13:39.744200 bus /sierra_3: Setting Powered False\u000a18:13:40.855504 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:13:16" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32311): Process ended prematurely: osmo-stp_10.42.42.5(pid=32311) [trial-2362↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32311)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32311): Process ended prematurely: osmo-stp_10.42.42.5(pid=32311) [trial-2362↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:13:42.940392 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:42.951011 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:13:43.082746 tst cs_paging_gprs_active.py: using LAC 22812\u000a18:13:43.209592 tst cs_paging_gprs_active.py: using RAC 117\u000a18:13:43.335554 tst cs_paging_gprs_active.py: using CellId 22812\u000a18:13:43.461979 tst cs_paging_gprs_active.py: using BVCI 22813\u000a18:13:43.486582 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:43.497751 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:43.508628 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:43.519701 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:43.531094 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:43.542274 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:43.553618 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:43.564525 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:43.575694 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:43.693293 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:43.967318 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:13:44.090315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:13:44.398335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32301): Launched\u000a18:13:44.654424 run iperf3-srv_10.42.42.10(pid=32302): Launched\u000a18:13:44.834773 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:13:44.957922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:13:45.266629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32303): Launched\u000a18:13:45.522772 run iperf3-srv_10.42.42.10(pid=32304): Launched\u000a18:13:45.703467 tst cs_paging_gprs_active.py:38: start network...\u000a18:13:45.826939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:46.363236 run create_hlr_db(pid=32305): Launched\u000a18:13:46.538673 bus /sierra_2: Setting Powered False\u000a18:13:47.556641 run create_hlr_db(pid=32305): Terminated: ok {rc=0}\u000a18:13:47.981307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32307): Launched\u000a18:13:48.299855 run osmo-hlr_10.42.42.2(pid=32308): Launched\u000a18:13:48.421421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:48.974499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32310): Launched\u000a18:13:49.291880 run osmo-stp_10.42.42.5(pid=32311): Launched\u000a18:13:49.407671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:13:49.963918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32313): Launched\u000a18:13:50.077955 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:13:50.356659 run patchelf(pid=32314): Launched\u000a18:13:50.543917 run osmo-stp_10.42.42.5(pid=32311): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32311)]\u000a18:13:50.680555 run osmo-stp_10.42.42.5(pid=32311): stdout: \u000a| (launched: 2022-12-09_18:13:49.136245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:50.817247 run osmo-stp_10.42.42.5(pid=32311): stderr: \u000a| �[0;m�[38;5;43m20221209181349329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181349330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181349330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181349330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181349331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181349331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181349331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:50.949440 run osmo-stp_10.42.42.5(pid=32311): stdout: \u000a| (launched: 2022-12-09_18:13:49.136245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:51.080307 run osmo-stp_10.42.42.5(pid=32311): stderr: \u000a| �[0;m�[38;5;43m20221209181349329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181349330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181349330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181349330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181349331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181349331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181349331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:51.232837 run patchelf(pid=32314): Terminating (SIGINT)\u000a18:13:51.412693 run patchelf(pid=32314): Terminated: ok {rc=0}\u000a18:13:51.445695 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32311): Process ended prematurely: osmo-stp_10.42.42.5(pid=32311) [trial-2362↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32311)] [trial-2362↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a18:13:51.455542 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:13:51.518220 run osmo-hlr_10.42.42.2(pid=32308): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32308)]\u000a18:13:51.569214 run osmo-hlr_10.42.42.2(pid=32308): stdout: \u000a| (launched: 2022-12-09_18:13:48.143093) \u000a18:13:51.620864 run osmo-hlr_10.42.42.2(pid=32308): stderr: \u000a| �[0;m�[1;31m20221209181348342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181348342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181348342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181348343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181348343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181348343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181348355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181348364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181348365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181348365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:51.665105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32301): Terminating (SIGTERM)\u000a18:13:51.706744 run iperf3-srv_10.42.42.10(pid=32302): Terminating (SIGTERM)\u000a18:13:51.748454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32303): Terminating (SIGTERM)\u000a18:13:51.790041 run iperf3-srv_10.42.42.10(pid=32304): Terminating (SIGTERM)\u000a18:13:51.831807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32307): Terminating (SIGTERM)\u000a18:13:51.873441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32310): Terminating (SIGTERM)\u000a18:13:51.915116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32313): Terminating (SIGTERM)\u000a18:13:51.924828 --- ParallelTerminationStrategy: PID 32301 died...\u000a18:13:51.981517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32301): Terminated: ok {rc=0}\u000a18:13:51.992064 --- ParallelTerminationStrategy: PID 32302 died...\u000a18:13:52.047342 run iperf3-srv_10.42.42.10(pid=32302): Terminated {rc=256}\u000a18:13:52.057534 --- ParallelTerminationStrategy: PID 32303 died...\u000a18:13:52.112862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32303): Terminated: ok {rc=0}\u000a18:13:52.123013 --- ParallelTerminationStrategy: PID 32304 died...\u000a18:13:52.178345 run iperf3-srv_10.42.42.10(pid=32304): Terminated {rc=256}\u000a18:13:52.188224 --- ParallelTerminationStrategy: PID 32307 died...\u000a18:13:52.243869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32307): Terminated: ok {rc=0}\u000a18:13:52.254050 --- ParallelTerminationStrategy: PID 32310 died...\u000a18:13:52.309476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32310): Terminated: ok {rc=0}\u000a18:13:52.319564 --- ParallelTerminationStrategy: PID 32313 died...\u000a18:13:52.375104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32313): Terminated: ok {rc=0}\u000a18:13:52.462398 bus /gobi_0: Setting Powered False\u000a18:13:53.569607 bus /gobi_0: Setting Powered False\u000a18:13:54.676181 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32323): Process ended prematurely: osmo-stp_10.42.42.5(pid=32323) [trial-2362↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32323)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32323): Process ended prematurely: osmo-stp_10.42.42.5(pid=32323) [trial-2362↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a18:13:55.784133 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:55.795490 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:13:55.922253 tst iperf3.py: using LAC 22813\u000a18:13:56.038891 tst iperf3.py: using RAC 118\u000a18:13:56.157645 tst iperf3.py: using CellId 22813\u000a18:13:56.273760 tst iperf3.py: using BVCI 22814\u000a18:13:56.296451 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:56.307289 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:56.317893 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:56.328409 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:56.339101 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:56.349480 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:56.360511 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:56.371184 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:13:56.382142 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:56.673463 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:13:56.805398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:13:57.133766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32315): Launched\u000a18:13:57.405296 run iperf3-srv_10.42.42.10(pid=32316): Launched\u000a18:13:57.598804 tst iperf3.py:8: start network...\u000a18:13:57.730700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:58.236767 run create_hlr_db(pid=32317): Launched\u000a18:13:58.419576 bus /gobi_6: Setting Powered False\u000a18:13:59.440798 run create_hlr_db(pid=32317): Terminated: ok {rc=0}\u000a18:13:59.841246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32319): Launched\u000a18:14:00.138589 run osmo-hlr_10.42.42.2(pid=32320): Launched\u000a18:14:00.252787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:00.775946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32322): Launched\u000a18:14:01.128337 run osmo-stp_10.42.42.5(pid=32323): Launched\u000a18:14:01.315055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:02.008662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32325): Launched\u000a18:14:02.138976 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:02.422334 run patchelf(pid=32326): Launched\u000a18:14:02.609226 run osmo-stp_10.42.42.5(pid=32323): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32323)]\u000a18:14:02.746504 run osmo-stp_10.42.42.5(pid=32323): stdout: \u000a| (launched: 2022-12-09_18:14:00.950417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:02.883166 run osmo-stp_10.42.42.5(pid=32323): stderr: \u000a| �[0;m�[38;5;43m20221209181401300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181401300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181401301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181401301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181401302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181401302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181401302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:03.015949 run osmo-stp_10.42.42.5(pid=32323): stdout: \u000a| (launched: 2022-12-09_18:14:00.950417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:03.146857 run osmo-stp_10.42.42.5(pid=32323): stderr: \u000a| �[0;m�[38;5;43m20221209181401300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181401300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181401301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181401301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181401302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181401302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181401302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:03.299039 run patchelf(pid=32326): Terminating (SIGINT)\u000a18:14:03.477917 run patchelf(pid=32326): Terminated: ok {rc=0}\u000a18:14:03.510800 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32323): Process ended prematurely: osmo-stp_10.42.42.5(pid=32323) [trial-2362↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32323)] [trial-2362↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a18:14:03.520670 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a18:14:03.583164 run osmo-hlr_10.42.42.2(pid=32320): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32320)]\u000a18:14:03.634383 run osmo-hlr_10.42.42.2(pid=32320): stdout: \u000a| (launched: 2022-12-09_18:13:59.991418) \u000a18:14:03.686064 run osmo-hlr_10.42.42.2(pid=32320): stderr: \u000a| �[0;m�[1;31m20221209181400167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181400167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181400167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181400167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181400167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181400167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181400179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181400190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181400190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181400190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:03.730305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32315): Terminating (SIGTERM)\u000a18:14:03.771933 run iperf3-srv_10.42.42.10(pid=32316): Terminating (SIGTERM)\u000a18:14:03.813613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32319): Terminating (SIGTERM)\u000a18:14:03.855289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32322): Terminating (SIGTERM)\u000a18:14:03.896926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32325): Terminating (SIGTERM)\u000a18:14:03.906670 --- ParallelTerminationStrategy: PID 32315 died...\u000a18:14:03.962808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32315): Terminated: ok {rc=0}\u000a18:14:03.973013 --- ParallelTerminationStrategy: PID 32316 died...\u000a18:14:04.028719 run iperf3-srv_10.42.42.10(pid=32316): Terminated {rc=256}\u000a18:14:04.038852 --- ParallelTerminationStrategy: PID 32319 died...\u000a18:14:04.095018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32319): Terminated: ok {rc=0}\u000a18:14:04.105128 --- ParallelTerminationStrategy: PID 32322 died...\u000a18:14:04.161017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32322): Terminated: ok {rc=0}\u000a18:14:04.171234 --- ParallelTerminationStrategy: PID 32325 died...\u000a18:14:04.226687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32325): Terminated: ok {rc=0}\u000a18:14:04.313693 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32341): Process ended prematurely: osmo-stp_10.42.42.5(pid=32341) [trial-2362↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32341)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32341): Process ended prematurely: osmo-stp_10.42.42.5(pid=32341) [trial-2362↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a18:14:05.423198 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:05.434530 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:14:05.565468 tst iperf3m4.py: using LAC 22814\u000a18:14:05.690191 tst iperf3m4.py: using RAC 119\u000a18:14:05.813241 tst iperf3m4.py: using CellId 22814\u000a18:14:05.936587 tst iperf3m4.py: using BVCI 22815\u000a18:14:05.961499 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:05.972413 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:05.983267 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:05.994803 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:06.006124 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:06.017553 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:06.029048 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:06.040101 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:06.051579 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:06.168572 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:06.288834 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:06.404049 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:06.674344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:14:06.798298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:07.108013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32327): Launched\u000a18:14:07.363910 run iperf3-srv_10.42.42.10(pid=32328): Launched\u000a18:14:07.544255 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:14:07.667423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:07.975949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32329): Launched\u000a18:14:08.232348 run iperf3-srv_10.42.42.10(pid=32330): Launched\u000a18:14:08.412412 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:14:08.535687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:08.845292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32331): Launched\u000a18:14:09.100784 run iperf3-srv_10.42.42.10(pid=32332): Launched\u000a18:14:09.280897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:14:09.404322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:09.713466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32333): Launched\u000a18:14:09.969444 run iperf3-srv_10.42.42.10(pid=32334): Launched\u000a18:14:10.156242 tst iperf3m4.py:8: start network...\u000a18:14:10.288478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:10.795033 run create_hlr_db(pid=32335): Launched\u000a18:14:10.978625 bus /gobi_6: Setting Powered False\u000a18:14:11.999312 run create_hlr_db(pid=32335): Terminated: ok {rc=0}\u000a18:14:12.423087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32337): Launched\u000a18:14:12.741132 run osmo-hlr_10.42.42.2(pid=32338): Launched\u000a18:14:12.856505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:13.408649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32340): Launched\u000a18:14:13.726715 run osmo-stp_10.42.42.5(pid=32341): Launched\u000a18:14:13.841909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:14.397958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32343): Launched\u000a18:14:14.510575 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:14.787094 run patchelf(pid=32344): Launched\u000a18:14:14.975013 run osmo-stp_10.42.42.5(pid=32341): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32341)]\u000a18:14:15.111472 run osmo-stp_10.42.42.5(pid=32341): stdout: \u000a| (launched: 2022-12-09_18:14:13.569866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:15.247768 run osmo-stp_10.42.42.5(pid=32341): stderr: \u000a| �[0;m�[38;5;43m20221209181413763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181413763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181413763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181413764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181413764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181413764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181413764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:15.379314 run osmo-stp_10.42.42.5(pid=32341): stdout: \u000a| (launched: 2022-12-09_18:14:13.569866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:15.509653 run osmo-stp_10.42.42.5(pid=32341): stderr: \u000a| �[0;m�[38;5;43m20221209181413763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181413763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181413763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181413764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181413764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181413764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181413764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:15.661380 run patchelf(pid=32344): Terminating (SIGINT)\u000a18:14:15.840457 run patchelf(pid=32344): Terminated: ok {rc=0}\u000a18:14:15.875101 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32341): Process ended prematurely: osmo-stp_10.42.42.5(pid=32341) [trial-2362↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32341)] [trial-2362↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a18:14:15.889889 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a18:14:15.958807 run osmo-hlr_10.42.42.2(pid=32338): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32338)]\u000a18:14:16.010535 run osmo-hlr_10.42.42.2(pid=32338): stdout: \u000a| (launched: 2022-12-09_18:14:12.585133) \u000a18:14:16.070960 run osmo-hlr_10.42.42.2(pid=32338): stderr: \u000a| �[0;m�[1;31m20221209181412783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181412783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181412783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181412783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181412783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181412783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181412795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181412803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181412803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181412803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:16.129219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32327): Terminating (SIGTERM)\u000a18:14:16.174163 run iperf3-srv_10.42.42.10(pid=32328): Terminating (SIGTERM)\u000a18:14:16.216784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32329): Terminating (SIGTERM)\u000a18:14:16.259345 run iperf3-srv_10.42.42.10(pid=32330): Terminating (SIGTERM)\u000a18:14:16.303354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32331): Terminating (SIGTERM)\u000a18:14:16.346845 run iperf3-srv_10.42.42.10(pid=32332): Terminating (SIGTERM)\u000a18:14:16.389997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32333): Terminating (SIGTERM)\u000a18:14:16.434372 run iperf3-srv_10.42.42.10(pid=32334): Terminating (SIGTERM)\u000a18:14:16.477129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32337): Terminating (SIGTERM)\u000a18:14:16.520457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32340): Terminating (SIGTERM)\u000a18:14:16.564829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32343): Terminating (SIGTERM)\u000a18:14:16.577684 --- ParallelTerminationStrategy: PID 32327 died...\u000a18:14:16.636347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32327): Terminated: ok {rc=0}\u000a18:14:16.647053 --- ParallelTerminationStrategy: PID 32328 died...\u000a18:14:16.703945 run iperf3-srv_10.42.42.10(pid=32328): Terminated {rc=256}\u000a18:14:16.714478 --- ParallelTerminationStrategy: PID 32329 died...\u000a18:14:16.778658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32329): Terminated: ok {rc=0}\u000a18:14:16.791372 --- ParallelTerminationStrategy: PID 32330 died...\u000a18:14:16.861542 run iperf3-srv_10.42.42.10(pid=32330): Terminated {rc=256}\u000a18:14:16.874696 --- ParallelTerminationStrategy: PID 32331 died...\u000a18:14:16.941500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32331): Terminated: ok {rc=0}\u000a18:14:16.954865 --- ParallelTerminationStrategy: PID 32332 died...\u000a18:14:17.025145 run iperf3-srv_10.42.42.10(pid=32332): Terminated {rc=256}\u000a18:14:17.038323 --- ParallelTerminationStrategy: PID 32333 died...\u000a18:14:17.105067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32333): Terminated: ok {rc=0}\u000a18:14:17.118680 --- ParallelTerminationStrategy: PID 32334 died...\u000a18:14:17.190406 run iperf3-srv_10.42.42.10(pid=32334): Terminated {rc=256}\u000a18:14:17.203706 --- ParallelTerminationStrategy: PID 32337 died...\u000a18:14:17.266233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32337): Terminated: ok {rc=0}\u000a18:14:17.277355 --- ParallelTerminationStrategy: PID 32340 died...\u000a18:14:17.334350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32340): Terminated: ok {rc=0}\u000a18:14:17.345319 --- ParallelTerminationStrategy: PID 32343 died...\u000a18:14:17.399061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32343): Terminated: ok {rc=0}\u000a18:14:17.487030 bus /gobi_4: Setting Powered False\u000a18:14:18.589865 bus /gobi_4: Setting Powered False\u000a18:14:19.701366 bus /gobi_1: Setting Powered False\u000a18:14:20.803642 bus /gobi_1: Setting Powered False\u000a18:14:21.909772 bus /gobi_0: Setting Powered False\u000a18:14:23.015728 bus /gobi_0: Setting Powered False\u000a18:14:24.126976 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32352): Process ended prematurely: osmo-stp_10.42.42.5(pid=32352) [trial-2362↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32352)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32352): Process ended prematurely: osmo-stp_10.42.42.5(pid=32352) [trial-2362↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a18:14:25.193582 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:25.204808 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:14:25.328405 tst ping.py: using LAC 22815\u000a18:14:25.448718 tst ping.py: using RAC 120\u000a18:14:25.564568 tst ping.py: using CellId 22815\u000a18:14:25.677203 tst ping.py: using BVCI 22816\u000a18:14:25.699359 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:25.710146 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:25.720724 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:25.731566 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:25.742267 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:25.752907 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:25.763637 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:25.774327 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:26.058268 tst ping.py:19: start network...\u000a18:14:26.188091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:26.686993 run create_hlr_db(pid=32346): Launched\u000a18:14:26.867904 bus /gobi_6: Setting Powered False\u000a18:14:27.887855 run create_hlr_db(pid=32346): Terminated: ok {rc=0}\u000a18:14:28.304220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32348): Launched\u000a18:14:28.615025 run osmo-hlr_10.42.42.2(pid=32349): Launched\u000a18:14:28.732079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:29.276781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32351): Launched\u000a18:14:29.587651 run osmo-stp_10.42.42.5(pid=32352): Launched\u000a18:14:29.699875 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:30.244292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32354): Launched\u000a18:14:30.355729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:30.626826 run patchelf(pid=32355): Launched\u000a18:14:30.809553 run osmo-stp_10.42.42.5(pid=32352): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32352)]\u000a18:14:30.968789 run osmo-stp_10.42.42.5(pid=32352): stdout: \u000a| (launched: 2022-12-09_18:14:29.434727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:31.099000 run osmo-stp_10.42.42.5(pid=32352): stderr: \u000a| �[0;m�[38;5;43m20221209181429625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181429625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181429625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181429626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181429626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181429626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181429626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:31.224901 run osmo-stp_10.42.42.5(pid=32352): stdout: \u000a| (launched: 2022-12-09_18:14:29.434727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:31.350835 run osmo-stp_10.42.42.5(pid=32352): stderr: \u000a| �[0;m�[38;5;43m20221209181429625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181429625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181429625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181429626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181429626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181429626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181429626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:31.495146 run patchelf(pid=32355): Terminating (SIGINT)\u000a18:14:31.667057 run patchelf(pid=32355): Terminated: ok {rc=0}\u000a18:14:31.698647 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32352): Process ended prematurely: osmo-stp_10.42.42.5(pid=32352) [trial-2362↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32352)] [trial-2362↪gprs:nanobts+band-1900↪ping.py:22]\u000a18:14:31.708246 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:14:31.774354 run osmo-hlr_10.42.42.2(pid=32349): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32349)]\u000a18:14:31.826170 run osmo-hlr_10.42.42.2(pid=32349): stdout: \u000a| (launched: 2022-12-09_18:14:28.462237) \u000a18:14:31.878550 run osmo-hlr_10.42.42.2(pid=32349): stderr: \u000a| �[0;m�[1;31m20221209181428658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181428658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181428658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181428658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181428658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181428658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181428671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181428679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181428680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181428680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:31.922204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32348): Terminating (SIGTERM)\u000a18:14:31.969054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32351): Terminating (SIGTERM)\u000a18:14:32.012325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32354): Terminating (SIGTERM)\u000a18:14:32.024047 --- ParallelTerminationStrategy: PID 32348 died...\u000a18:14:32.082050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32348): Terminated: ok {rc=0}\u000a18:14:32.092706 --- ParallelTerminationStrategy: PID 32351 died...\u000a18:14:32.150156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32351): Terminated: ok {rc=0}\u000a18:14:32.160850 --- ParallelTerminationStrategy: PID 32354 died...\u000a18:14:32.214969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32354): Terminated: ok {rc=0}\u000a18:14:32.301947 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32362): Process ended prematurely: osmo-stp_10.42.42.5(pid=32362) [trial-2362↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32362): Process ended prematurely: osmo-stp_10.42.42.5(pid=32362) [trial-2362↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a18:14:33.353851 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:33.365729 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:14:33.495764 tst ping_idle_ping.py: using LAC 22816\u000a18:14:33.617274 tst ping_idle_ping.py: using RAC 121\u000a18:14:33.736432 tst ping_idle_ping.py: using CellId 22816\u000a18:14:33.862654 tst ping_idle_ping.py: using BVCI 22817\u000a18:14:33.886664 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:33.897850 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:33.908903 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:33.919898 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:33.930868 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:33.942063 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:33.953583 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:33.964564 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:34.232480 tst ping_idle_ping.py:24: start network...\u000a18:14:34.354586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:34.816923 run create_hlr_db(pid=32356): Launched\u000a18:14:34.985854 bus /gobi_6: Setting Powered False\u000a18:14:36.019167 run create_hlr_db(pid=32356): Terminated: ok {rc=0}\u000a18:14:36.413963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32358): Launched\u000a18:14:36.706506 run osmo-hlr_10.42.42.2(pid=32359): Launched\u000a18:14:36.813378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:37.320594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32361): Launched\u000a18:14:37.613538 run osmo-stp_10.42.42.5(pid=32362): Launched\u000a18:14:37.719570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:38.228821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32364): Launched\u000a18:14:38.333314 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:38.589675 run patchelf(pid=32365): Launched\u000a18:14:38.761512 run osmo-stp_10.42.42.5(pid=32362): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)]\u000a18:14:38.887982 run osmo-stp_10.42.42.5(pid=32362): stdout: \u000a| (launched: 2022-12-09_18:14:37.468340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:39.015238 run osmo-stp_10.42.42.5(pid=32362): stderr: \u000a| �[0;m�[38;5;43m20221209181437638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181437638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181437638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181437639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181437639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181437639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181437639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:39.137088 run osmo-stp_10.42.42.5(pid=32362): stdout: \u000a| (launched: 2022-12-09_18:14:37.468340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:39.257896 run osmo-stp_10.42.42.5(pid=32362): stderr: \u000a| �[0;m�[38;5;43m20221209181437638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181437638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181437638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181437639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181437639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181437639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181437639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:39.398019 run patchelf(pid=32365): Terminating (SIGINT)\u000a18:14:39.563193 run patchelf(pid=32365): Terminated: ok {rc=0}\u000a18:14:39.593335 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32362): Process ended prematurely: osmo-stp_10.42.42.5(pid=32362) [trial-2362↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)] [trial-2362↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a18:14:39.601998 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a18:14:39.662529 run osmo-hlr_10.42.42.2(pid=32359): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32359)]\u000a18:14:39.711627 run osmo-hlr_10.42.42.2(pid=32359): stdout: \u000a| (launched: 2022-12-09_18:14:36.562037) \u000a18:14:39.761365 run osmo-hlr_10.42.42.2(pid=32359): stderr: \u000a| �[0;m�[1;31m20221209181436734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181436734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181436734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181436734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181436734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181436734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181436746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181436754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181436755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181436755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:39.803407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32358): Terminating (SIGTERM)\u000a18:14:39.843026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32361): Terminating (SIGTERM)\u000a18:14:39.882966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32364): Terminating (SIGTERM)\u000a18:14:39.892468 --- ParallelTerminationStrategy: PID 32358 died...\u000a18:14:39.946368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32358): Terminated: ok {rc=0}\u000a18:14:39.956162 --- ParallelTerminationStrategy: PID 32361 died...\u000a18:14:40.009275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32361): Terminated: ok {rc=0}\u000a18:14:40.019148 --- ParallelTerminationStrategy: PID 32364 died...\u000a18:14:40.072242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32364): Terminated: ok {rc=0}\u000a18:14:40.159958 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:13:42" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32379): Process ended prematurely: osmo-stp_10.42.42.5(pid=32379) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32379)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32379): Process ended prematurely: osmo-stp_10.42.42.5(pid=32379) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:14:42.269294 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:42.280011 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:14:42.407333 tst cs_paging_gprs_active.py: using LAC 22817\u000a18:14:42.523270 tst cs_paging_gprs_active.py: using RAC 122\u000a18:14:42.639287 tst cs_paging_gprs_active.py: using CellId 22817\u000a18:14:42.762366 tst cs_paging_gprs_active.py: using BVCI 22818\u000a18:14:42.786797 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:42.798312 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:42.809565 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:42.820915 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:42.832450 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:42.843909 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:42.855453 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:42.867156 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:42.878560 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:14:42.993294 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:14:43.265360 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:14:43.388263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:43.695837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32369): Launched\u000a18:14:43.951917 run iperf3-srv_10.42.42.10(pid=32370): Launched\u000a18:14:44.132934 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:14:44.256479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:44.566295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32371): Launched\u000a18:14:44.821869 run iperf3-srv_10.42.42.10(pid=32372): Launched\u000a18:14:45.002271 tst cs_paging_gprs_active.py:38: start network...\u000a18:14:45.125872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:45.596099 run create_hlr_db(pid=32373): Launched\u000a18:14:45.766044 bus /gobi_6: Setting Powered False\u000a18:14:46.804118 run create_hlr_db(pid=32373): Terminated: ok {rc=0}\u000a18:14:47.247244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32375): Launched\u000a18:14:47.567902 run osmo-hlr_10.42.42.2(pid=32376): Launched\u000a18:14:47.685147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:48.238811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32378): Launched\u000a18:14:48.557919 run osmo-stp_10.42.42.5(pid=32379): Launched\u000a18:14:48.673533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:49.230054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32381): Launched\u000a18:14:49.344348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:49.622553 run patchelf(pid=32382): Launched\u000a18:14:49.809416 run osmo-stp_10.42.42.5(pid=32379): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32379)]\u000a18:14:49.945970 run osmo-stp_10.42.42.5(pid=32379): stdout: \u000a| (launched: 2022-12-09_18:14:48.400806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:50.083122 run osmo-stp_10.42.42.5(pid=32379): stderr: \u000a| �[0;m�[38;5;43m20221209181448591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181448592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181448592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181448592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181448594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181448595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181448595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:50.215140 run osmo-stp_10.42.42.5(pid=32379): stdout: \u000a| (launched: 2022-12-09_18:14:48.400806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:50.346168 run osmo-stp_10.42.42.5(pid=32379): stderr: \u000a| �[0;m�[38;5;43m20221209181448591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181448592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181448592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181448592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181448594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181448595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181448595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:50.498835 run patchelf(pid=32382): Terminating (SIGINT)\u000a18:14:50.678399 run patchelf(pid=32382): Terminated: ok {rc=0}\u000a18:14:50.711351 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32379): Process ended prematurely: osmo-stp_10.42.42.5(pid=32379) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32379)] [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:14:50.721339 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:14:50.783724 run osmo-hlr_10.42.42.2(pid=32376): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32376)]\u000a18:14:50.834582 run osmo-hlr_10.42.42.2(pid=32376): stdout: \u000a| (launched: 2022-12-09_18:14:47.409505) \u000a18:14:50.886302 run osmo-hlr_10.42.42.2(pid=32376): stderr: \u000a| �[0;m�[1;31m20221209181447608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181447608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181447608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181447608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181447608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181447608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181447619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181447628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181447628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181447628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:50.930129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32369): Terminating (SIGTERM)\u000a18:14:50.972203 run iperf3-srv_10.42.42.10(pid=32370): Terminating (SIGTERM)\u000a18:14:51.013875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32371): Terminating (SIGTERM)\u000a18:14:51.055250 run iperf3-srv_10.42.42.10(pid=32372): Terminating (SIGTERM)\u000a18:14:51.096793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32375): Terminating (SIGTERM)\u000a18:14:51.138273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32378): Terminating (SIGTERM)\u000a18:14:51.179673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32381): Terminating (SIGTERM)\u000a18:14:51.189348 --- ParallelTerminationStrategy: PID 32369 died...\u000a18:14:51.244913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32369): Terminated: ok {rc=0}\u000a18:14:51.255018 --- ParallelTerminationStrategy: PID 32370 died...\u000a18:14:51.310019 run iperf3-srv_10.42.42.10(pid=32370): Terminated {rc=256}\u000a18:14:51.319983 --- ParallelTerminationStrategy: PID 32371 died...\u000a18:14:51.375118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32371): Terminated: ok {rc=0}\u000a18:14:51.385129 --- ParallelTerminationStrategy: PID 32372 died...\u000a18:14:51.439863 run iperf3-srv_10.42.42.10(pid=32372): Terminated {rc=256}\u000a18:14:51.449884 --- ParallelTerminationStrategy: PID 32375 died...\u000a18:14:51.505035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32375): Terminated: ok {rc=0}\u000a18:14:51.515022 --- ParallelTerminationStrategy: PID 32378 died...\u000a18:14:51.570404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32378): Terminated: ok {rc=0}\u000a18:14:51.580484 --- ParallelTerminationStrategy: PID 32381 died...\u000a18:14:51.635894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32381): Terminated: ok {rc=0}\u000a18:14:51.722333 bus /gobi_0: Setting Powered False\u000a18:14:52.824907 bus /gobi_0: Setting Powered False\u000a18:14:53.934044 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32391): Process ended prematurely: osmo-stp_10.42.42.5(pid=32391) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32391): Process ended prematurely: osmo-stp_10.42.42.5(pid=32391) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:14:55.047879 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:55.059777 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:14:55.195739 tst iperf3.py: using LAC 22818\u000a18:14:55.322050 tst iperf3.py: using RAC 123\u000a18:14:55.446047 tst iperf3.py: using CellId 22818\u000a18:14:55.570996 tst iperf3.py: using BVCI 22819\u000a18:14:55.595244 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:55.606803 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:55.617914 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:55.628935 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:55.639930 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:55.650880 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:55.662109 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:55.673201 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:55.684334 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:14:55.958920 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:14:56.083468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:56.392622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32383): Launched\u000a18:14:56.650067 run iperf3-srv_10.42.42.10(pid=32384): Launched\u000a18:14:56.831504 tst iperf3.py:8: start network...\u000a18:14:56.955530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:57.425513 run create_hlr_db(pid=32385): Launched\u000a18:14:57.596784 bus /gobi_6: Setting Powered False\u000a18:14:58.619058 run create_hlr_db(pid=32385): Terminated: ok {rc=0}\u000a18:14:59.017039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32387): Launched\u000a18:14:59.314808 run osmo-hlr_10.42.42.2(pid=32388): Launched\u000a18:14:59.426504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:59.944278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32390): Launched\u000a18:15:00.242429 run osmo-stp_10.42.42.5(pid=32391): Launched\u000a18:15:00.351562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:00.898896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32393): Launched\u000a18:15:01.054459 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:01.384924 run patchelf(pid=32394): Launched\u000a18:15:01.596078 run osmo-stp_10.42.42.5(pid=32391): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)]\u000a18:15:01.765683 run osmo-stp_10.42.42.5(pid=32391): stdout: \u000a| (launched: 2022-12-09_18:15:00.095084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:01.914153 run osmo-stp_10.42.42.5(pid=32391): stderr: \u000a| �[0;m�[38;5;43m20221209181500263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181500263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181500263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181500263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181500266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181500266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181500266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:02.048265 run osmo-stp_10.42.42.5(pid=32391): stdout: \u000a| (launched: 2022-12-09_18:15:00.095084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:02.173512 run osmo-stp_10.42.42.5(pid=32391): stderr: \u000a| �[0;m�[38;5;43m20221209181500263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181500263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181500263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181500263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181500266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181500266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181500266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:02.319163 run patchelf(pid=32394): Terminating (SIGINT)\u000a18:15:02.488832 run patchelf(pid=32394): Terminated: ok {rc=0}\u000a18:15:02.520473 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32391): Process ended prematurely: osmo-stp_10.42.42.5(pid=32391) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)] [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a18:15:02.530102 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a18:15:02.592673 run osmo-hlr_10.42.42.2(pid=32388): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32388)]\u000a18:15:02.642501 run osmo-hlr_10.42.42.2(pid=32388): stdout: \u000a| (launched: 2022-12-09_18:14:59.167797) \u000a18:15:02.693637 run osmo-hlr_10.42.42.2(pid=32388): stderr: \u000a| �[0;m�[1;31m20221209181459345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181459345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181459345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181459345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181459345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181459345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181459357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181459367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181459367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181459367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:02.735849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32383): Terminating (SIGTERM)\u000a18:15:02.776442 run iperf3-srv_10.42.42.10(pid=32384): Terminating (SIGTERM)\u000a18:15:02.816889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32387): Terminating (SIGTERM)\u000a18:15:02.857401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32390): Terminating (SIGTERM)\u000a18:15:02.897916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32393): Terminating (SIGTERM)\u000a18:15:02.907859 --- ParallelTerminationStrategy: PID 32383 died...\u000a18:15:02.962174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32383): Terminated: ok {rc=0}\u000a18:15:02.972579 --- ParallelTerminationStrategy: PID 32384 died...\u000a18:15:03.027198 run iperf3-srv_10.42.42.10(pid=32384): Terminated {rc=256}\u000a18:15:03.036939 --- ParallelTerminationStrategy: PID 32387 died...\u000a18:15:03.090545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32387): Terminated: ok {rc=0}\u000a18:15:03.100802 --- ParallelTerminationStrategy: PID 32390 died...\u000a18:15:03.154609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32390): Terminated: ok {rc=0}\u000a18:15:03.165107 --- ParallelTerminationStrategy: PID 32393 died...\u000a18:15:03.219716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32393): Terminated: ok {rc=0}\u000a18:15:03.307997 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32412): Process ended prematurely: osmo-stp_10.42.42.5(pid=32412) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32412)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32412): Process ended prematurely: osmo-stp_10.42.42.5(pid=32412) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:15:04.417615 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:04.428990 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:15:04.556712 tst iperf3m4.py: using LAC 22819\u000a18:15:04.673465 tst iperf3m4.py: using RAC 124\u000a18:15:04.798265 tst iperf3m4.py: using CellId 22819\u000a18:15:04.923790 tst iperf3m4.py: using BVCI 22820\u000a18:15:04.948294 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:04.959883 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:04.971545 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:04.983133 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:04.994526 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:05.005675 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:05.017069 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:05.028083 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:05.039361 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:05.155214 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:05.275023 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:05.387179 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:05.676098 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:15:05.809414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:06.140537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32398): Launched\u000a18:15:06.414851 run iperf3-srv_10.42.42.10(pid=32399): Launched\u000a18:15:06.610464 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:15:06.743040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:07.073336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32400): Launched\u000a18:15:07.346970 run iperf3-srv_10.42.42.10(pid=32401): Launched\u000a18:15:07.542120 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:15:07.675057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:08.005718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32402): Launched\u000a18:15:08.280254 run iperf3-srv_10.42.42.10(pid=32403): Launched\u000a18:15:08.474984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:15:08.608232 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:08.938881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32404): Launched\u000a18:15:09.213250 run iperf3-srv_10.42.42.10(pid=32405): Launched\u000a18:15:09.407990 tst iperf3m4.py:8: start network...\u000a18:15:09.540683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:10.052310 run create_hlr_db(pid=32406): Launched\u000a18:15:10.236207 bus /gobi_6: Setting Powered False\u000a18:15:11.258304 run create_hlr_db(pid=32406): Terminated: ok {rc=0}\u000a18:15:11.684170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32408): Launched\u000a18:15:12.003035 run osmo-hlr_10.42.42.2(pid=32409): Launched\u000a18:15:12.118893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:12.672808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32411): Launched\u000a18:15:12.991032 run osmo-stp_10.42.42.5(pid=32412): Launched\u000a18:15:13.106270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:13.661074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32414): Launched\u000a18:15:13.774455 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:14.052257 run patchelf(pid=32415): Launched\u000a18:15:14.238630 run osmo-stp_10.42.42.5(pid=32412): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32412)]\u000a18:15:14.374740 run osmo-stp_10.42.42.5(pid=32412): stdout: \u000a| (launched: 2022-12-09_18:15:12.834281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:14.511071 run osmo-stp_10.42.42.5(pid=32412): stderr: \u000a| �[0;m�[38;5;43m20221209181513027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181513027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181513028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181513028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181513028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181513028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181513029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:14.643102 run osmo-stp_10.42.42.5(pid=32412): stdout: \u000a| (launched: 2022-12-09_18:15:12.834281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:14.773218 run osmo-stp_10.42.42.5(pid=32412): stderr: \u000a| �[0;m�[38;5;43m20221209181513027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181513027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181513028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181513028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181513028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181513028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181513029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:14.924909 run patchelf(pid=32415): Terminating (SIGINT)\u000a18:15:15.104089 run patchelf(pid=32415): Terminated: ok {rc=0}\u000a18:15:15.136823 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32412): Process ended prematurely: osmo-stp_10.42.42.5(pid=32412) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32412)] [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:15:15.146716 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:15:15.209612 run osmo-hlr_10.42.42.2(pid=32409): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32409)]\u000a18:15:15.260749 run osmo-hlr_10.42.42.2(pid=32409): stdout: \u000a| (launched: 2022-12-09_18:15:11.846074) \u000a18:15:15.312807 run osmo-hlr_10.42.42.2(pid=32409): stderr: \u000a| �[0;m�[1;31m20221209181512043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181512044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181512044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181512044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181512044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181512044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181512057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181512065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181512065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181512065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:15.356787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32398): Terminating (SIGTERM)\u000a18:15:15.398462 run iperf3-srv_10.42.42.10(pid=32399): Terminating (SIGTERM)\u000a18:15:15.440325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32400): Terminating (SIGTERM)\u000a18:15:15.482128 run iperf3-srv_10.42.42.10(pid=32401): Terminating (SIGTERM)\u000a18:15:15.523997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32402): Terminating (SIGTERM)\u000a18:15:15.565830 run iperf3-srv_10.42.42.10(pid=32403): Terminating (SIGTERM)\u000a18:15:15.607766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32404): Terminating (SIGTERM)\u000a18:15:15.649582 run iperf3-srv_10.42.42.10(pid=32405): Terminating (SIGTERM)\u000a18:15:15.691305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32408): Terminating (SIGTERM)\u000a18:15:15.733071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32411): Terminating (SIGTERM)\u000a18:15:15.774984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32414): Terminating (SIGTERM)\u000a18:15:15.784908 --- ParallelTerminationStrategy: PID 32398 died...\u000a18:15:15.853822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32398): Terminated: ok {rc=0}\u000a18:15:15.864583 --- ParallelTerminationStrategy: PID 32399 died...\u000a18:15:15.930516 run iperf3-srv_10.42.42.10(pid=32399): Terminated {rc=256}\u000a18:15:15.947086 --- ParallelTerminationStrategy: PID 32400 died...\u000a18:15:16.024321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32400): Terminated: ok {rc=0}\u000a18:15:16.037521 --- ParallelTerminationStrategy: PID 32401 died...\u000a18:15:16.108309 run iperf3-srv_10.42.42.10(pid=32401): Terminated {rc=256}\u000a18:15:16.121759 --- ParallelTerminationStrategy: PID 32402 died...\u000a18:15:16.192820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32402): Terminated: ok {rc=0}\u000a18:15:16.206684 --- ParallelTerminationStrategy: PID 32403 died...\u000a18:15:16.278459 run iperf3-srv_10.42.42.10(pid=32403): Terminated {rc=256}\u000a18:15:16.291141 --- ParallelTerminationStrategy: PID 32404 died...\u000a18:15:16.356229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32404): Terminated: ok {rc=0}\u000a18:15:16.368480 --- ParallelTerminationStrategy: PID 32405 died...\u000a18:15:16.439241 run iperf3-srv_10.42.42.10(pid=32405): Terminated {rc=256}\u000a18:15:16.452552 --- ParallelTerminationStrategy: PID 32408 died...\u000a18:15:16.523738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32408): Terminated: ok {rc=0}\u000a18:15:16.537227 --- ParallelTerminationStrategy: PID 32411 died...\u000a18:15:16.605284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32411): Terminated: ok {rc=0}\u000a18:15:16.618353 --- ParallelTerminationStrategy: PID 32414 died...\u000a18:15:16.690353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32414): Terminated: ok {rc=0}\u000a18:15:16.798630 bus /gobi_4: Setting Powered False\u000a18:15:17.906895 bus /gobi_4: Setting Powered False\u000a18:15:19.015523 bus /gobi_1: Setting Powered False\u000a18:15:20.121076 bus /gobi_1: Setting Powered False\u000a18:15:21.230129 bus /gobi_0: Setting Powered False\u000a18:15:22.332595 bus /gobi_0: Setting Powered False\u000a18:15:23.439264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32422): Process ended prematurely: osmo-stp_10.42.42.5(pid=32422) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32422)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32422): Process ended prematurely: osmo-stp_10.42.42.5(pid=32422) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:15:24.507867 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:24.519801 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:15:24.647215 tst ping.py: using LAC 22820\u000a18:15:24.768130 tst ping.py: using RAC 125\u000a18:15:24.890085 tst ping.py: using CellId 22820\u000a18:15:25.012776 tst ping.py: using BVCI 22821\u000a18:15:25.036592 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:25.047852 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:25.058931 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:25.070031 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:25.080936 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:25.091979 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:25.103347 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:25.114383 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:25.381697 tst ping.py:19: start network...\u000a18:15:25.502269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:25.958476 run create_hlr_db(pid=32416): Launched\u000a18:15:26.125828 bus /gobi_6: Setting Powered False\u000a18:15:27.146132 run create_hlr_db(pid=32416): Terminated: ok {rc=0}\u000a18:15:27.560285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32418): Launched\u000a18:15:27.870052 run osmo-hlr_10.42.42.2(pid=32419): Launched\u000a18:15:27.986973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:28.529318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32421): Launched\u000a18:15:28.840752 run osmo-stp_10.42.42.5(pid=32422): Launched\u000a18:15:28.952881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:29.495515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32424): Launched\u000a18:15:29.606288 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:29.877963 run patchelf(pid=32425): Launched\u000a18:15:30.060887 run osmo-stp_10.42.42.5(pid=32422): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32422)]\u000a18:15:30.194913 run osmo-stp_10.42.42.5(pid=32422): stdout: \u000a| (launched: 2022-12-09_18:15:28.686706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:30.329481 run osmo-stp_10.42.42.5(pid=32422): stderr: \u000a| �[0;m�[38;5;43m20221209181528878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181528878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181528879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181528879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181528879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181528880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181528880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:30.458832 run osmo-stp_10.42.42.5(pid=32422): stdout: \u000a| (launched: 2022-12-09_18:15:28.686706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:30.586576 run osmo-stp_10.42.42.5(pid=32422): stderr: \u000a| �[0;m�[38;5;43m20221209181528878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181528878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181528879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181528879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181528879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181528880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181528880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:30.735691 run patchelf(pid=32425): Terminating (SIGINT)\u000a18:15:30.946430 run patchelf(pid=32425): Terminated: ok {rc=0}\u000a18:15:30.979372 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32422): Process ended prematurely: osmo-stp_10.42.42.5(pid=32422) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32422)] [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a18:15:30.989677 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:15:31.055341 run osmo-hlr_10.42.42.2(pid=32419): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32419)]\u000a18:15:31.107288 run osmo-hlr_10.42.42.2(pid=32419): stdout: \u000a| (launched: 2022-12-09_18:15:27.717585) \u000a18:15:31.159921 run osmo-hlr_10.42.42.2(pid=32419): stderr: \u000a| �[0;m�[1;31m20221209181527914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181527914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181527914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181527914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181527914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181527914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181527927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181527937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181527937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181527937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:31.204692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32418): Terminating (SIGTERM)\u000a18:15:31.247325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32421): Terminating (SIGTERM)\u000a18:15:31.291799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32424): Terminating (SIGTERM)\u000a18:15:31.302310 --- ParallelTerminationStrategy: PID 32418 died...\u000a18:15:31.360467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32418): Terminated: ok {rc=0}\u000a18:15:31.371156 --- ParallelTerminationStrategy: PID 32421 died...\u000a18:15:31.428109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32421): Terminated: ok {rc=0}\u000a18:15:31.438619 --- ParallelTerminationStrategy: PID 32424 died...\u000a18:15:31.494832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32424): Terminated: ok {rc=0}\u000a18:15:31.583344 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32432): Process ended prematurely: osmo-stp_10.42.42.5(pid=32432) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32432)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32432): Process ended prematurely: osmo-stp_10.42.42.5(pid=32432) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:15:32.633572 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:32.645653 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:15:32.779755 tst ping_idle_ping.py: using LAC 22821\u000a18:15:32.904315 tst ping_idle_ping.py: using RAC 126\u000a18:15:33.027179 tst ping_idle_ping.py: using CellId 22821\u000a18:15:33.151593 tst ping_idle_ping.py: using BVCI 22822\u000a18:15:33.175569 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:33.187033 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:33.198294 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:33.209615 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:33.220609 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:33.231844 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:33.243286 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:33.254536 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:33.539022 tst ping_idle_ping.py:24: start network...\u000a18:15:33.668526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:34.174177 run create_hlr_db(pid=32426): Launched\u000a18:15:34.356090 bus /gobi_6: Setting Powered False\u000a18:15:35.367417 run create_hlr_db(pid=32426): Terminated: ok {rc=0}\u000a18:15:35.790760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32428): Launched\u000a18:15:36.105519 run osmo-hlr_10.42.42.2(pid=32429): Launched\u000a18:15:36.219836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:36.763160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32431): Launched\u000a18:15:37.075466 run osmo-stp_10.42.42.5(pid=32432): Launched\u000a18:15:37.187853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:37.733227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32434): Launched\u000a18:15:37.844433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:38.117172 run patchelf(pid=32435): Launched\u000a18:15:38.299943 run osmo-stp_10.42.42.5(pid=32432): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32432)]\u000a18:15:38.434254 run osmo-stp_10.42.42.5(pid=32432): stdout: \u000a| (launched: 2022-12-09_18:15:36.922000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:38.568682 run osmo-stp_10.42.42.5(pid=32432): stderr: \u000a| �[0;m�[38;5;43m20221209181537110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181537111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181537111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181537111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181537112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181537112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181537112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:38.697808 run osmo-stp_10.42.42.5(pid=32432): stdout: \u000a| (launched: 2022-12-09_18:15:36.922000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:38.826079 run osmo-stp_10.42.42.5(pid=32432): stderr: \u000a| �[0;m�[38;5;43m20221209181537110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181537111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181537111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181537111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181537112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181537112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181537112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:38.975386 run patchelf(pid=32435): Terminating (SIGINT)\u000a18:15:39.151612 run patchelf(pid=32435): Terminated: ok {rc=0}\u000a18:15:39.183710 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32432): Process ended prematurely: osmo-stp_10.42.42.5(pid=32432) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32432)] [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:15:39.193083 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:15:39.255299 run osmo-hlr_10.42.42.2(pid=32429): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32429)]\u000a18:15:39.305994 run osmo-hlr_10.42.42.2(pid=32429): stdout: \u000a| (launched: 2022-12-09_18:15:35.950172) \u000a18:15:39.357334 run osmo-hlr_10.42.42.2(pid=32429): stderr: \u000a| �[0;m�[1;31m20221209181536150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181536150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181536150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181536150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181536151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181536151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181536163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181536173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181536173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181536173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:39.401465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32428): Terminating (SIGTERM)\u000a18:15:39.443143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32431): Terminating (SIGTERM)\u000a18:15:39.484752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32434): Terminating (SIGTERM)\u000a18:15:39.494543 --- ParallelTerminationStrategy: PID 32428 died...\u000a18:15:39.550222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32428): Terminated: ok {rc=0}\u000a18:15:39.560529 --- ParallelTerminationStrategy: PID 32431 died...\u000a18:15:39.615673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32431): Terminated: ok {rc=0}\u000a18:15:39.625812 --- ParallelTerminationStrategy: PID 32434 died...\u000a18:15:39.680794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32434): Terminated: ok {rc=0}\u000a18:15:39.766253 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:14:41" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32449): Process ended prematurely: osmo-stp_10.42.42.5(pid=32449) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32449): Process ended prematurely: osmo-stp_10.42.42.5(pid=32449) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:15:41.904017 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:41.915307 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:15:42.065840 tst cs_paging_gprs_active.py: using LAC 22822\u000a18:15:42.189595 tst cs_paging_gprs_active.py: using RAC 127\u000a18:15:42.311956 tst cs_paging_gprs_active.py: using CellId 22822\u000a18:15:42.434882 tst cs_paging_gprs_active.py: using BVCI 22823\u000a18:15:42.459259 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:42.470621 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:42.481719 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:42.492809 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:42.503869 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:42.515026 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:42.526309 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:42.537291 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:42.548581 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:15:42.662408 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:15:42.935913 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:15:43.059342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:43.367281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32439): Launched\u000a18:15:43.623181 run iperf3-srv_10.42.42.10(pid=32440): Launched\u000a18:15:43.803992 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:15:43.927070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:44.236240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32441): Launched\u000a18:15:44.492347 run iperf3-srv_10.42.42.10(pid=32442): Launched\u000a18:15:44.673415 tst cs_paging_gprs_active.py:38: start network...\u000a18:15:44.796868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:45.267208 run create_hlr_db(pid=32443): Launched\u000a18:15:45.437282 bus /gobi_6: Setting Powered False\u000a18:15:46.482919 run create_hlr_db(pid=32443): Terminated: ok {rc=0}\u000a18:15:46.923333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Launched\u000a18:15:47.260113 run osmo-hlr_10.42.42.2(pid=32446): Launched\u000a18:15:47.377611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:47.930243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Launched\u000a18:15:48.247140 run osmo-stp_10.42.42.5(pid=32449): Launched\u000a18:15:48.362268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:48.916662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32451): Launched\u000a18:15:49.030885 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:49.308744 run patchelf(pid=32452): Launched\u000a18:15:49.495432 run osmo-stp_10.42.42.5(pid=32449): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)]\u000a18:15:49.631861 run osmo-stp_10.42.42.5(pid=32449): stdout: \u000a| (launched: 2022-12-09_18:15:48.091559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:49.768543 run osmo-stp_10.42.42.5(pid=32449): stderr: \u000a| �[0;m�[38;5;43m20221209181548282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181548282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181548282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181548282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181548283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181548283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181548283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:49.900416 run osmo-stp_10.42.42.5(pid=32449): stdout: \u000a| (launched: 2022-12-09_18:15:48.091559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:50.031223 run osmo-stp_10.42.42.5(pid=32449): stderr: \u000a| �[0;m�[38;5;43m20221209181548282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181548282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181548282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181548282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181548283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181548283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181548283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:50.183044 run patchelf(pid=32452): Terminating (SIGINT)\u000a18:15:50.362496 run patchelf(pid=32452): Terminated: ok {rc=0}\u000a18:15:50.395525 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32449): Process ended prematurely: osmo-stp_10.42.42.5(pid=32449) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)] [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:15:50.405282 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:15:50.467576 run osmo-hlr_10.42.42.2(pid=32446): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32446)]\u000a18:15:50.518393 run osmo-hlr_10.42.42.2(pid=32446): stdout: \u000a| (launched: 2022-12-09_18:15:47.088472) \u000a18:15:50.569990 run osmo-hlr_10.42.42.2(pid=32446): stderr: \u000a| �[0;m�[1;31m20221209181547302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181547302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181547302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181547302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181547302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181547302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181547315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181547323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181547323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181547323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:50.613810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32439): Terminating (SIGTERM)\u000a18:15:50.655259 run iperf3-srv_10.42.42.10(pid=32440): Terminating (SIGTERM)\u000a18:15:50.696892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32441): Terminating (SIGTERM)\u000a18:15:50.738373 run iperf3-srv_10.42.42.10(pid=32442): Terminating (SIGTERM)\u000a18:15:50.780018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Terminating (SIGTERM)\u000a18:15:50.821508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Terminating (SIGTERM)\u000a18:15:50.863024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32451): Terminating (SIGTERM)\u000a18:15:50.872693 --- ParallelTerminationStrategy: PID 32439 died...\u000a18:15:50.928620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32439): Terminated: ok {rc=0}\u000a18:15:50.938748 --- ParallelTerminationStrategy: PID 32440 died...\u000a18:15:50.994124 run iperf3-srv_10.42.42.10(pid=32440): Terminated {rc=256}\u000a18:15:51.004101 --- ParallelTerminationStrategy: PID 32441 died...\u000a18:15:51.059255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32441): Terminated: ok {rc=0}\u000a18:15:51.069290 --- ParallelTerminationStrategy: PID 32442 died...\u000a18:15:51.124144 run iperf3-srv_10.42.42.10(pid=32442): Terminated {rc=256}\u000a18:15:51.134155 --- ParallelTerminationStrategy: PID 32445 died...\u000a18:15:51.189198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Terminated: ok {rc=0}\u000a18:15:51.199182 --- ParallelTerminationStrategy: PID 32448 died...\u000a18:15:51.254327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Terminated: ok {rc=0}\u000a18:15:51.264246 --- ParallelTerminationStrategy: PID 32451 died...\u000a18:15:51.319216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32451): Terminated: ok {rc=0}\u000a18:15:51.405049 bus /gobi_0: Setting Powered False\u000a18:15:52.506841 bus /gobi_0: Setting Powered False\u000a18:15:53.616106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32461): Process ended prematurely: osmo-stp_10.42.42.5(pid=32461) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32461)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32461): Process ended prematurely: osmo-stp_10.42.42.5(pid=32461) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:15:54.729278 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:54.741125 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:15:54.894997 tst iperf3.py: using LAC 22823\u000a18:15:55.019026 tst iperf3.py: using RAC 128\u000a18:15:55.139469 tst iperf3.py: using CellId 22823\u000a18:15:55.259986 tst iperf3.py: using BVCI 22824\u000a18:15:55.282792 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:55.293825 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:55.304578 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:55.315552 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:55.326455 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:55.337331 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:55.348336 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:55.359187 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:55.370316 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:15:55.644558 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:15:55.768107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:56.076482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32453): Launched\u000a18:15:56.331926 run iperf3-srv_10.42.42.10(pid=32454): Launched\u000a18:15:56.511927 tst iperf3.py:8: start network...\u000a18:15:56.635210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:57.099742 run create_hlr_db(pid=32455): Launched\u000a18:15:57.269380 bus /gobi_6: Setting Powered False\u000a18:15:58.292075 run create_hlr_db(pid=32455): Terminated: ok {rc=0}\u000a18:15:58.687041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32457): Launched\u000a18:15:58.982701 run osmo-hlr_10.42.42.2(pid=32458): Launched\u000a18:15:59.093552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:59.609999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32460): Launched\u000a18:15:59.906338 run osmo-stp_10.42.42.5(pid=32461): Launched\u000a18:16:00.014416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:00.530814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32463): Launched\u000a18:16:00.636232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:00.907915 run patchelf(pid=32464): Launched\u000a18:16:01.103440 run osmo-stp_10.42.42.5(pid=32461): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32461)]\u000a18:16:01.243630 run osmo-stp_10.42.42.5(pid=32461): stdout: \u000a| (launched: 2022-12-09_18:15:59.760011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:01.385917 run osmo-stp_10.42.42.5(pid=32461): stderr: \u000a| �[0;m�[38;5;43m20221209181559929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181559930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181559930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181559930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181559931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181559931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181559931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:01.520146 run osmo-stp_10.42.42.5(pid=32461): stdout: \u000a| (launched: 2022-12-09_18:15:59.760011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:01.656268 run osmo-stp_10.42.42.5(pid=32461): stderr: \u000a| �[0;m�[38;5;43m20221209181559929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181559930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181559930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181559930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181559931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181559931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181559931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:01.813040 run patchelf(pid=32464): Terminating (SIGINT)\u000a18:16:01.998787 run patchelf(pid=32464): Terminated: ok {rc=0}\u000a18:16:02.032729 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32461): Process ended prematurely: osmo-stp_10.42.42.5(pid=32461) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32461)] [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:16:02.043554 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a18:16:02.110782 run osmo-hlr_10.42.42.2(pid=32458): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32458)]\u000a18:16:02.162184 run osmo-hlr_10.42.42.2(pid=32458): stdout: \u000a| (launched: 2022-12-09_18:15:58.837167) \u000a18:16:02.212809 run osmo-hlr_10.42.42.2(pid=32458): stderr: \u000a| �[0;m�[1;31m20221209181559015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181559015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181559016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181559016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181559016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181559016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181559028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181559036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181559036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181559036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:02.255098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32453): Terminating (SIGTERM)\u000a18:16:02.294678 run iperf3-srv_10.42.42.10(pid=32454): Terminating (SIGTERM)\u000a18:16:02.334302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32457): Terminating (SIGTERM)\u000a18:16:02.374038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32460): Terminating (SIGTERM)\u000a18:16:02.413660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32463): Terminating (SIGTERM)\u000a18:16:02.423184 --- ParallelTerminationStrategy: PID 32453 died...\u000a18:16:02.476166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32453): Terminated: ok {rc=0}\u000a18:16:02.486150 --- ParallelTerminationStrategy: PID 32454 died...\u000a18:16:02.539397 run iperf3-srv_10.42.42.10(pid=32454): Terminated {rc=256}\u000a18:16:02.549099 --- ParallelTerminationStrategy: PID 32457 died...\u000a18:16:02.602009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32457): Terminated: ok {rc=0}\u000a18:16:02.611927 --- ParallelTerminationStrategy: PID 32460 died...\u000a18:16:02.665413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32460): Terminated: ok {rc=0}\u000a18:16:02.675054 --- ParallelTerminationStrategy: PID 32463 died...\u000a18:16:02.728155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32463): Terminated: ok {rc=0}\u000a18:16:02.816209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32479): Process ended prematurely: osmo-stp_10.42.42.5(pid=32479) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32479)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32479): Process ended prematurely: osmo-stp_10.42.42.5(pid=32479) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:16:03.926639 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:03.938307 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:16:04.089061 tst iperf3m4.py: using LAC 22824\u000a18:16:04.206996 tst iperf3m4.py: using RAC 129\u000a18:16:04.321441 tst iperf3m4.py: using CellId 22824\u000a18:16:04.436073 tst iperf3m4.py: using BVCI 22825\u000a18:16:04.458944 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:04.469844 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:04.480496 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:04.491409 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:04.502274 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:04.513254 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:04.524411 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:04.535112 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:04.546187 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:04.665201 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:04.782457 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:04.898590 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:05.172576 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:16:05.295751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:05.603308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32465): Launched\u000a18:16:05.858911 run iperf3-srv_10.42.42.10(pid=32466): Launched\u000a18:16:06.039635 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:16:06.163070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:06.471425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32467): Launched\u000a18:16:06.726454 run iperf3-srv_10.42.42.10(pid=32468): Launched\u000a18:16:06.905381 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:16:07.027629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:07.335623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32469): Launched\u000a18:16:07.590533 run iperf3-srv_10.42.42.10(pid=32470): Launched\u000a18:16:07.769869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:16:07.892567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:08.199540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32471): Launched\u000a18:16:08.454866 run iperf3-srv_10.42.42.10(pid=32472): Launched\u000a18:16:08.635120 tst iperf3m4.py:8: start network...\u000a18:16:08.758165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:09.224072 run create_hlr_db(pid=32473): Launched\u000a18:16:09.393942 bus /gobi_6: Setting Powered False\u000a18:16:10.415634 run create_hlr_db(pid=32473): Terminated: ok {rc=0}\u000a18:16:10.811599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32475): Launched\u000a18:16:11.108206 run osmo-hlr_10.42.42.2(pid=32476): Launched\u000a18:16:11.223577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:11.739486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32478): Launched\u000a18:16:12.044921 run osmo-stp_10.42.42.5(pid=32479): Launched\u000a18:16:12.161233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:12.715782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32481): Launched\u000a18:16:12.828915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:13.105740 run patchelf(pid=32482): Launched\u000a18:16:13.291238 run osmo-stp_10.42.42.5(pid=32479): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32479)]\u000a18:16:13.427055 run osmo-stp_10.42.42.5(pid=32479): stdout: \u000a| (launched: 2022-12-09_18:16:11.889622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:13.562871 run osmo-stp_10.42.42.5(pid=32479): stderr: \u000a| �[0;m�[38;5;43m20221209181612076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181612076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181612077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181612077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181612078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181612078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181612078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:13.693949 run osmo-stp_10.42.42.5(pid=32479): stdout: \u000a| (launched: 2022-12-09_18:16:11.889622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:13.823602 run osmo-stp_10.42.42.5(pid=32479): stderr: \u000a| �[0;m�[38;5;43m20221209181612076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181612076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181612077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181612077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181612078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181612078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181612078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:13.974542 run patchelf(pid=32482): Terminating (SIGINT)\u000a18:16:14.152734 run patchelf(pid=32482): Terminated: ok {rc=0}\u000a18:16:14.185552 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32479): Process ended prematurely: osmo-stp_10.42.42.5(pid=32479) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32479)] [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:16:14.195382 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a18:16:14.257794 run osmo-hlr_10.42.42.2(pid=32476): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32476)]\u000a18:16:14.308536 run osmo-hlr_10.42.42.2(pid=32476): stdout: \u000a| (launched: 2022-12-09_18:16:10.961417) \u000a18:16:14.360017 run osmo-hlr_10.42.42.2(pid=32476): stderr: \u000a| �[0;m�[1;31m20221209181611136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181611136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181611136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181611136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181611136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181611136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181611148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181611157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181611157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181611157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:14.403774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32465): Terminating (SIGTERM)\u000a18:16:14.445290 run iperf3-srv_10.42.42.10(pid=32466): Terminating (SIGTERM)\u000a18:16:14.487559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32467): Terminating (SIGTERM)\u000a18:16:14.529042 run iperf3-srv_10.42.42.10(pid=32468): Terminating (SIGTERM)\u000a18:16:14.570617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32469): Terminating (SIGTERM)\u000a18:16:14.612859 run iperf3-srv_10.42.42.10(pid=32470): Terminating (SIGTERM)\u000a18:16:14.655945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32471): Terminating (SIGTERM)\u000a18:16:14.697070 run iperf3-srv_10.42.42.10(pid=32472): Terminating (SIGTERM)\u000a18:16:14.737451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32475): Terminating (SIGTERM)\u000a18:16:14.777802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32478): Terminating (SIGTERM)\u000a18:16:14.818221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32481): Terminating (SIGTERM)\u000a18:16:14.828256 --- ParallelTerminationStrategy: PID 32465 died...\u000a18:16:14.882034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32465): Terminated: ok {rc=0}\u000a18:16:14.892409 --- ParallelTerminationStrategy: PID 32466 died...\u000a18:16:14.945469 run iperf3-srv_10.42.42.10(pid=32466): Terminated {rc=256}\u000a18:16:14.955734 --- ParallelTerminationStrategy: PID 32467 died...\u000a18:16:15.009162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32467): Terminated: ok {rc=0}\u000a18:16:15.019539 --- ParallelTerminationStrategy: PID 32468 died...\u000a18:16:15.072406 run iperf3-srv_10.42.42.10(pid=32468): Terminated {rc=256}\u000a18:16:15.082759 --- ParallelTerminationStrategy: PID 32469 died...\u000a18:16:15.137179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32469): Terminated: ok {rc=0}\u000a18:16:15.146948 --- ParallelTerminationStrategy: PID 32470 died...\u000a18:16:15.199755 run iperf3-srv_10.42.42.10(pid=32470): Terminated {rc=256}\u000a18:16:15.210018 --- ParallelTerminationStrategy: PID 32471 died...\u000a18:16:15.263410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32471): Terminated: ok {rc=0}\u000a18:16:15.273774 --- ParallelTerminationStrategy: PID 32472 died...\u000a18:16:15.326622 run iperf3-srv_10.42.42.10(pid=32472): Terminated {rc=256}\u000a18:16:15.336777 --- ParallelTerminationStrategy: PID 32475 died...\u000a18:16:15.389814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32475): Terminated: ok {rc=0}\u000a18:16:15.400102 --- ParallelTerminationStrategy: PID 32478 died...\u000a18:16:15.453199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32478): Terminated: ok {rc=0}\u000a18:16:15.463514 --- ParallelTerminationStrategy: PID 32481 died...\u000a18:16:15.516486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32481): Terminated: ok {rc=0}\u000a18:16:15.604443 bus /gobi_4: Setting Powered False\u000a18:16:16.714942 bus /gobi_4: Setting Powered False\u000a18:16:17.825567 bus /gobi_1: Setting Powered False\u000a18:16:18.928349 bus /gobi_1: Setting Powered False\u000a18:16:20.035664 bus /gobi_0: Setting Powered False\u000a18:16:21.141938 bus /gobi_0: Setting Powered False\u000a18:16:22.254903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32489): Process ended prematurely: osmo-stp_10.42.42.5(pid=32489) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32489)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32489): Process ended prematurely: osmo-stp_10.42.42.5(pid=32489) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:16:23.321032 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:23.332504 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:16:23.477922 tst ping.py: using LAC 22825\u000a18:16:23.591703 tst ping.py: using RAC 130\u000a18:16:23.705287 tst ping.py: using CellId 22825\u000a18:16:23.819674 tst ping.py: using BVCI 22826\u000a18:16:23.841960 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:23.852737 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:23.863337 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:23.874269 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:23.885205 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:23.896079 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:23.907122 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:23.918064 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:24.191766 tst ping.py:19: start network...\u000a18:16:24.312836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:24.771510 run create_hlr_db(pid=32483): Launched\u000a18:16:24.940233 bus /gobi_6: Setting Powered False\u000a18:16:25.960700 run create_hlr_db(pid=32483): Terminated: ok {rc=0}\u000a18:16:26.377230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32485): Launched\u000a18:16:26.689717 run osmo-hlr_10.42.42.2(pid=32486): Launched\u000a18:16:26.804115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:27.356862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32488): Launched\u000a18:16:27.668712 run osmo-stp_10.42.42.5(pid=32489): Launched\u000a18:16:27.782093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:28.325955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32491): Launched\u000a18:16:28.436482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:28.707478 run patchelf(pid=32492): Launched\u000a18:16:28.890158 run osmo-stp_10.42.42.5(pid=32489): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32489)]\u000a18:16:29.024257 run osmo-stp_10.42.42.5(pid=32489): stdout: \u000a| (launched: 2022-12-09_18:16:27.515569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:29.158697 run osmo-stp_10.42.42.5(pid=32489): stderr: \u000a| �[0;m�[38;5;43m20221209181627709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181627709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181627709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181627710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181627710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181627710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181627710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:29.288181 run osmo-stp_10.42.42.5(pid=32489): stdout: \u000a| (launched: 2022-12-09_18:16:27.515569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:29.415767 run osmo-stp_10.42.42.5(pid=32489): stderr: \u000a| �[0;m�[38;5;43m20221209181627709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181627709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181627709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181627710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181627710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181627710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181627710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:29.564108 run patchelf(pid=32492): Terminating (SIGINT)\u000a18:16:29.738679 run patchelf(pid=32492): Terminated: ok {rc=0}\u000a18:16:29.770590 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32489): Process ended prematurely: osmo-stp_10.42.42.5(pid=32489) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32489)] [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:16:29.779768 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:16:29.841828 run osmo-hlr_10.42.42.2(pid=32486): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32486)]\u000a18:16:29.892663 run osmo-hlr_10.42.42.2(pid=32486): stdout: \u000a| (launched: 2022-12-09_18:16:26.535816) \u000a18:16:29.943975 run osmo-hlr_10.42.42.2(pid=32486): stderr: \u000a| �[0;m�[1;31m20221209181626733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181626733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181626734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181626734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181626734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181626734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181626746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181626754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181626755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181626755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:29.987565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32485): Terminating (SIGTERM)\u000a18:16:30.029476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32488): Terminating (SIGTERM)\u000a18:16:30.071143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32491): Terminating (SIGTERM)\u000a18:16:30.080869 --- ParallelTerminationStrategy: PID 32485 died...\u000a18:16:30.136896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32485): Terminated: ok {rc=0}\u000a18:16:30.147118 --- ParallelTerminationStrategy: PID 32488 died...\u000a18:16:30.202599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32488): Terminated: ok {rc=0}\u000a18:16:30.212709 --- ParallelTerminationStrategy: PID 32491 died...\u000a18:16:30.267655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32491): Terminated: ok {rc=0}\u000a18:16:30.353038 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32499): Process ended prematurely: osmo-stp_10.42.42.5(pid=32499) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32499)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32499): Process ended prematurely: osmo-stp_10.42.42.5(pid=32499) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:16:31.405657 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:31.418945 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:16:31.610960 tst ping_idle_ping.py: using LAC 22826\u000a18:16:31.776167 tst ping_idle_ping.py: using RAC 131\u000a18:16:31.930338 tst ping_idle_ping.py: using CellId 22826\u000a18:16:32.047027 tst ping_idle_ping.py: using BVCI 22827\u000a18:16:32.069909 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:32.081402 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:32.092771 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:32.104781 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:32.117405 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:32.129629 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:32.142789 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:32.153966 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:32.426083 tst ping_idle_ping.py:24: start network...\u000a18:16:32.547598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:33.009634 run create_hlr_db(pid=32493): Launched\u000a18:16:33.178464 bus /gobi_6: Setting Powered False\u000a18:16:34.200033 run create_hlr_db(pid=32493): Terminated: ok {rc=0}\u000a18:16:34.618317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32495): Launched\u000a18:16:34.930195 run osmo-hlr_10.42.42.2(pid=32496): Launched\u000a18:16:35.044607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:35.586563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32498): Launched\u000a18:16:35.897843 run osmo-stp_10.42.42.5(pid=32499): Launched\u000a18:16:36.010683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:36.554743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32501): Launched\u000a18:16:36.665382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:36.936546 run patchelf(pid=32502): Launched\u000a18:16:37.119394 run osmo-stp_10.42.42.5(pid=32499): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32499)]\u000a18:16:37.253400 run osmo-stp_10.42.42.5(pid=32499): stdout: \u000a| (launched: 2022-12-09_18:16:35.745077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:37.388280 run osmo-stp_10.42.42.5(pid=32499): stderr: \u000a| �[0;m�[38;5;43m20221209181635933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181635933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181635934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181635934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181635936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181635936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181635937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:37.517777 run osmo-stp_10.42.42.5(pid=32499): stdout: \u000a| (launched: 2022-12-09_18:16:35.745077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:37.645510 run osmo-stp_10.42.42.5(pid=32499): stderr: \u000a| �[0;m�[38;5;43m20221209181635933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181635933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181635934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181635934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181635936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181635936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181635937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:37.794508 run patchelf(pid=32502): Terminating (SIGINT)\u000a18:16:37.969704 run patchelf(pid=32502): Terminated: ok {rc=0}\u000a18:16:38.001495 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32499): Process ended prematurely: osmo-stp_10.42.42.5(pid=32499) [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32499)] [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:16:38.010934 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:16:38.073339 run osmo-hlr_10.42.42.2(pid=32496): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32496)]\u000a18:16:38.124098 run osmo-hlr_10.42.42.2(pid=32496): stdout: \u000a| (launched: 2022-12-09_18:16:34.776835) \u000a18:16:38.175382 run osmo-hlr_10.42.42.2(pid=32496): stderr: \u000a| �[0;m�[1;31m20221209181634976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181634976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181634976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181634976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181634976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181634976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181634988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181634996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181634996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181634997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:38.219098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32495): Terminating (SIGTERM)\u000a18:16:38.260429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32498): Terminating (SIGTERM)\u000a18:16:38.302364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32501): Terminating (SIGTERM)\u000a18:16:38.311927 --- ParallelTerminationStrategy: PID 32495 died...\u000a18:16:38.367529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32495): Terminated: ok {rc=0}\u000a18:16:38.377768 --- ParallelTerminationStrategy: PID 32498 died...\u000a18:16:38.432848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32498): Terminated: ok {rc=0}\u000a18:16:38.442921 --- ParallelTerminationStrategy: PID 32501 died...\u000a18:16:38.498068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32501): Terminated: ok {rc=0}\u000a18:16:38.583326 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:15:41" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32513): Process ended prematurely: osmo-stp_10.42.42.5(pid=32513) [trial-2362↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32513): Process ended prematurely: osmo-stp_10.42.42.5(pid=32513) [trial-2362↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:16:40.595686 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:40.607702 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:16:40.756516 tst switch_tch_pdch.py: using LAC 22827\u000a18:16:40.876925 tst switch_tch_pdch.py: using RAC 132\u000a18:16:40.997452 tst switch_tch_pdch.py: using CellId 22827\u000a18:16:41.118161 tst switch_tch_pdch.py: using BVCI 22828\u000a18:16:41.142044 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:41.153949 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:41.165653 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:41.177380 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:41.189318 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:41.200864 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:41.212708 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:41.224424 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:16:41.340017 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:16:41.607470 tst switch_tch_pdch.py:51: start network...\u000a18:16:41.727919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:42.186357 run create_hlr_db(pid=32507): Launched\u000a18:16:42.354836 bus /gobi_6: Setting Powered False\u000a18:16:43.375704 run create_hlr_db(pid=32507): Terminated: ok {rc=0}\u000a18:16:43.790839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32509): Launched\u000a18:16:44.101853 run osmo-hlr_10.42.42.2(pid=32510): Launched\u000a18:16:44.216201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:44.756615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32512): Launched\u000a18:16:45.067919 run osmo-stp_10.42.42.5(pid=32513): Launched\u000a18:16:45.184653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:45.728497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32515): Launched\u000a18:16:45.843759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:46.150107 run patchelf(pid=32516): Launched\u000a18:16:46.335908 run osmo-stp_10.42.42.5(pid=32513): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)]\u000a18:16:46.469614 run osmo-stp_10.42.42.5(pid=32513): stdout: \u000a| (launched: 2022-12-09_18:16:44.914295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:46.600911 run osmo-stp_10.42.42.5(pid=32513): stderr: \u000a| �[0;m�[38;5;43m20221209181645105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181645105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181645106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181645106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181645107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181645107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181645107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:46.726755 run osmo-stp_10.42.42.5(pid=32513): stdout: \u000a| (launched: 2022-12-09_18:16:44.914295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:46.851350 run osmo-stp_10.42.42.5(pid=32513): stderr: \u000a| �[0;m�[38;5;43m20221209181645105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181645105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181645106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181645106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181645107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181645107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181645107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:46.996914 run patchelf(pid=32516): Terminating (SIGINT)\u000a18:16:47.165894 run patchelf(pid=32516): Terminated: ok {rc=0}\u000a18:16:47.196833 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32513): Process ended prematurely: osmo-stp_10.42.42.5(pid=32513) [trial-2362↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)] [trial-2362↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:16:47.206701 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a18:16:47.270264 run osmo-hlr_10.42.42.2(pid=32510): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32510)]\u000a18:16:47.320075 run osmo-hlr_10.42.42.2(pid=32510): stdout: \u000a| (launched: 2022-12-09_18:16:43.948811) \u000a18:16:47.371111 run osmo-hlr_10.42.42.2(pid=32510): stderr: \u000a| �[0;m�[1;31m20221209181644146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181644146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181644146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181644146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181644146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181644146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181644159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181644169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181644169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181644169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:47.413768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32509): Terminating (SIGTERM)\u000a18:16:47.454112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32512): Terminating (SIGTERM)\u000a18:16:47.494590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32515): Terminating (SIGTERM)\u000a18:16:47.504515 --- ParallelTerminationStrategy: PID 32509 died...\u000a18:16:47.563065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32509): Terminated: ok {rc=0}\u000a18:16:47.573563 --- ParallelTerminationStrategy: PID 32512 died...\u000a18:16:47.628870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32512): Terminated: ok {rc=0}\u000a18:16:47.638943 --- ParallelTerminationStrategy: PID 32515 died...\u000a18:16:47.694101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32515): Terminated: ok {rc=0}\u000a18:16:47.781067 bus /gobi_0: Setting Powered False\u000a18:16:48.881062 bus /gobi_0: Setting Powered False\u000a18:16:49.990823 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:16:40" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32528): Process ended prematurely: osmo-stp_10.42.42.5(pid=32528) [trial-2362↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32528)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32528): Process ended prematurely: osmo-stp_10.42.42.5(pid=32528) [trial-2362↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a18:16:51.923875 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:16:51.935037 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:16:52.065885 tst mo_mt_sms.py: using LAC 22828\u000a18:16:52.178386 tst mo_mt_sms.py: using RAC 133\u000a18:16:52.290174 tst mo_mt_sms.py: using CellId 22828\u000a18:16:52.410371 tst mo_mt_sms.py: using BVCI 22829\u000a18:16:52.434168 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:16:52.445359 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:16:52.456224 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:16:52.467234 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:16:52.478573 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:16:52.489295 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a18:16:52.606990 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a18:16:52.811045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:53.308583 run create_hlr_db(pid=32522): Launched\u000a18:16:53.490164 bus /gobi_6: Setting Powered False\u000a18:16:54.510127 run create_hlr_db(pid=32522): Terminated: ok {rc=0}\u000a18:16:54.926003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32524): Launched\u000a18:16:55.237481 run osmo-hlr_10.42.42.2(pid=32525): Launched\u000a18:16:55.355703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:55.899431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32527): Launched\u000a18:16:56.211434 run osmo-stp_10.42.42.5(pid=32528): Launched\u000a18:16:56.324000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:16:56.895057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32530): Launched\u000a18:16:57.206608 run osmo-msc_10.42.42.6(pid=32531): Launched\u000a18:16:57.390054 run osmo-stp_10.42.42.5(pid=32528): ERR: Terminated: ERROR {rc=1} [trial-2362↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32528)]\u000a18:16:57.524832 run osmo-stp_10.42.42.5(pid=32528): stdout: \u000a| (launched: 2022-12-09_18:16:56.057837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:57.657447 run osmo-stp_10.42.42.5(pid=32528): stderr: \u000a| �[0;m�[38;5;43m20221209181656248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181656248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181656249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181656249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181656249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181656249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181656249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:57.782766 run osmo-stp_10.42.42.5(pid=32528): stdout: \u000a| (launched: 2022-12-09_18:16:56.057837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:57.907425 run osmo-stp_10.42.42.5(pid=32528): stderr: \u000a| �[0;m�[38;5;43m20221209181656248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181656248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181656249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181656249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181656249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181656249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181656249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:57.962047 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32528): Process ended prematurely: osmo-stp_10.42.42.5(pid=32528) [trial-2362↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32528)] [trial-2362↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a18:16:57.970390 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a18:16:58.033144 run osmo-hlr_10.42.42.2(pid=32525): ERR: Terminated: ERROR {rc=237} [trial-2362↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32525)]\u000a18:16:58.084284 run osmo-hlr_10.42.42.2(pid=32525): stdout: \u000a| (launched: 2022-12-09_18:16:55.084127) \u000a18:16:58.136434 run osmo-hlr_10.42.42.2(pid=32525): stderr: \u000a| �[0;m�[1;31m20221209181655282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181655282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181655283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181655283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181655283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181655283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181655295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181655303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181655304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181655304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:58.206767 run osmo-msc_10.42.42.6(pid=32531): ERR: Terminated: ERROR {rc=2} [trial-2362↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32531)]\u000a18:16:58.257836 run osmo-msc_10.42.42.6(pid=32531): stdout: \u000a| (launched: 2022-12-09_18:16:57.053689) \u000a18:16:58.309392 run osmo-msc_10.42.42.6(pid=32531): stderr: \u000a| �[0;m�[38;5;43m20221209181657374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181657374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feff11dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181657374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181657374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181657374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181657374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181657376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181657376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181657376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181657377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:16:58.353532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32524): Terminating (SIGTERM)\u000a18:16:58.395066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32527): Terminating (SIGTERM)\u000a18:16:58.437034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32530): Terminating (SIGTERM)\u000a18:16:58.446678 --- ParallelTerminationStrategy: PID 32524 died...\u000a18:16:58.502129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32524): Terminated: ok {rc=0}\u000a18:16:58.512174 --- ParallelTerminationStrategy: PID 32527 died...\u000a18:16:58.567451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32527): Terminated: ok {rc=0}\u000a18:16:58.577908 --- ParallelTerminationStrategy: PID 32530 died...\u000a18:16:58.632851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32530): Terminated: ok {rc=0}\u000a18:16:58.720317 bus /sierra_3: Setting Powered False\u000a18:16:59.825161 bus /sierra_3: Setting Powered False\u000a18:17:00.948179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:16:51" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32540): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32540) [trial-2362↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32540)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32540): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32540) [trial-2362↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a18:17:02.849559 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a18:17:02.860486 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:17:02.998450 tst assert_extension.py: using LAC 22829\u000a18:17:03.115270 tst assert_extension.py: using RAC 134\u000a18:17:03.228816 tst assert_extension.py: using CellId 22829\u000a18:17:03.342864 tst assert_extension.py: using BVCI 22830\u000a18:17:03.364994 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a18:17:03.649311 tst assert_extension.py:10: start nitb and bts...\u000a18:17:03.779695 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:17:04.427221 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32539): Launched\u000a18:17:04.734923 run osmo-nitb_10.42.42.2(pid=32540): Launched\u000a18:17:04.926447 run osmo-nitb_10.42.42.2(pid=32540): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32540)]\u000a18:17:05.068647 run osmo-nitb_10.42.42.2(pid=32540): stdout: \u000a| (launched: 2022-12-09_18:17:04.585473) \u000a18:17:05.210982 run osmo-nitb_10.42.42.2(pid=32540): stderr: \u000a| (launched: 2022-12-09_18:17:04.631758)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:05.348182 run osmo-nitb_10.42.42.2(pid=32540): stdout: \u000a| (launched: 2022-12-09_18:17:04.585473) \u000a18:17:05.483791 run osmo-nitb_10.42.42.2(pid=32540): stderr: \u000a| (launched: 2022-12-09_18:17:04.631758)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:05.860122 tst osmo-nitb_10.42.42.2(pid=32540): stdout: \u000a| (launched: 2022-12-09_18:17:04.585473) \u000a18:17:05.984085 tst osmo-nitb_10.42.42.2(pid=32540): stderr: \u000a| (launched: 2022-12-09_18:17:04.631758)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:06.039324 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32540): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32540) [trial-2362↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32540)] [trial-2362↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a18:17:06.048162 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:17:06.084733 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32539): Terminating (SIGTERM)\u000a18:17:06.262778 --- ParallelTerminationStrategy: PID 32539 died...\u000a18:17:06.320742 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32539): Terminated: ok {rc=0}\u000a18:17:06.406471 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:17:02" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32550): Process ended prematurely: osmo-stp_10.42.42.5(pid=32550) [trial-2362↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32550)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32550): Process ended prematurely: osmo-stp_10.42.42.5(pid=32550) [trial-2362↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a18:17:08.245783 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:08.257064 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:17:08.388486 tst assert_extension.py: using LAC 22830\u000a18:17:08.502352 tst assert_extension.py: using RAC 135\u000a18:17:08.619178 tst assert_extension.py: using CellId 22830\u000a18:17:08.733584 tst assert_extension.py: using BVCI 22831\u000a18:17:08.755675 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:08.766248 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:08.776600 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:08.787336 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:08.798051 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:08.808680 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a18:17:09.001072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:09.458509 run create_hlr_db(pid=32544): Launched\u000a18:17:09.627359 bus /sierra_2: Setting Powered False\u000a18:17:10.648009 run create_hlr_db(pid=32544): Terminated: ok {rc=0}\u000a18:17:11.065943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32546): Launched\u000a18:17:11.378173 run osmo-hlr_10.42.42.2(pid=32547): Launched\u000a18:17:11.495412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:12.040002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32549): Launched\u000a18:17:12.351926 run osmo-stp_10.42.42.5(pid=32550): Launched\u000a18:17:12.464865 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:13.035645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32552): Launched\u000a18:17:13.346601 run osmo-msc_10.42.42.6(pid=32553): Launched\u000a18:17:13.530007 run osmo-stp_10.42.42.5(pid=32550): ERR: Terminated: ERROR {rc=1} [trial-2362↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32550)]\u000a18:17:13.663113 run osmo-stp_10.42.42.5(pid=32550): stdout: \u000a| (launched: 2022-12-09_18:17:12.198439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:13.794938 run osmo-stp_10.42.42.5(pid=32550): stderr: \u000a| �[0;m�[38;5;43m20221209181712388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181712388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181712389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181712389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181712389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181712389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181712390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:13.920061 run osmo-stp_10.42.42.5(pid=32550): stdout: \u000a| (launched: 2022-12-09_18:17:12.198439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:14.044598 run osmo-stp_10.42.42.5(pid=32550): stderr: \u000a| �[0;m�[38;5;43m20221209181712388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181712388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181712389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181712389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181712389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181712389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181712390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:14.099323 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32550): Process ended prematurely: osmo-stp_10.42.42.5(pid=32550) [trial-2362↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32550)] [trial-2362↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a18:17:14.107885 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a18:17:14.169917 run osmo-hlr_10.42.42.2(pid=32547): ERR: Terminated: ERROR {rc=237} [trial-2362↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32547)]\u000a18:17:14.221174 run osmo-hlr_10.42.42.2(pid=32547): stdout: \u000a| (launched: 2022-12-09_18:17:11.224641) \u000a18:17:14.273091 run osmo-hlr_10.42.42.2(pid=32547): stderr: \u000a| �[0;m�[1;31m20221209181711420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181711420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181711420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181711420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181711421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181711421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181711433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181711442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181711442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181711442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:14.343329 run osmo-msc_10.42.42.6(pid=32553): ERR: Terminated: ERROR {rc=2} [trial-2362↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32553)]\u000a18:17:14.394408 run osmo-msc_10.42.42.6(pid=32553): stdout: \u000a| (launched: 2022-12-09_18:17:13.193632) \u000a18:17:14.446320 run osmo-msc_10.42.42.6(pid=32553): stderr: \u000a| �[0;m�[38;5;43m20221209181713512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181713513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd41b65ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181713513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181713513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181713513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181713513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181713515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181713515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181713515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181713515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:14.490319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32546): Terminating (SIGTERM)\u000a18:17:14.532031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32549): Terminating (SIGTERM)\u000a18:17:14.573657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32552): Terminating (SIGTERM)\u000a18:17:14.583282 --- ParallelTerminationStrategy: PID 32546 died...\u000a18:17:14.638847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32546): Terminated: ok {rc=0}\u000a18:17:14.648771 --- ParallelTerminationStrategy: PID 32549 died...\u000a18:17:14.703671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32549): Terminated: ok {rc=0}\u000a18:17:14.713698 --- ParallelTerminationStrategy: PID 32552 died...\u000a18:17:14.768577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32552): Terminated: ok {rc=0}\u000a18:17:14.854988 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:17:08" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32564): Process ended prematurely: osmo-stp_10.42.42.5(pid=32564) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32564)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32564): Process ended prematurely: osmo-stp_10.42.42.5(pid=32564) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:17:16.902953 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:16.915713 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:17:17.078199 tst mo_mt_call.py: using LAC 22831\u000a18:17:17.230265 tst mo_mt_call.py: using RAC 136\u000a18:17:17.363264 tst mo_mt_call.py: using CellId 22831\u000a18:17:17.488107 tst mo_mt_call.py: using BVCI 22832\u000a18:17:17.512377 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:17.523849 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:17.535136 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:17.546462 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:17.558258 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:17.569554 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:17:17.686196 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:17:17.894152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:18.401433 run create_hlr_db(pid=32558): Launched\u000a18:17:18.585357 bus /sierra_2: Setting Powered False\u000a18:17:19.606613 run create_hlr_db(pid=32558): Terminated: ok {rc=0}\u000a18:17:20.006505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32560): Launched\u000a18:17:20.302193 run osmo-hlr_10.42.42.2(pid=32561): Launched\u000a18:17:20.410039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:20.924654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32563): Launched\u000a18:17:21.221516 run osmo-stp_10.42.42.5(pid=32564): Launched\u000a18:17:21.329217 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:21.870888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32566): Launched\u000a18:17:22.167739 run osmo-msc_10.42.42.6(pid=32567): Launched\u000a18:17:22.341847 run osmo-stp_10.42.42.5(pid=32564): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32564)]\u000a18:17:22.467743 run osmo-stp_10.42.42.5(pid=32564): stdout: \u000a| (launched: 2022-12-09_18:17:21.074781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:22.591371 run osmo-stp_10.42.42.5(pid=32564): stderr: \u000a| �[0;m�[38;5;43m20221209181721246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181721246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181721246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181721247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181721247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181721247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181721247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:22.710007 run osmo-stp_10.42.42.5(pid=32564): stdout: \u000a| (launched: 2022-12-09_18:17:21.074781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:22.827426 run osmo-stp_10.42.42.5(pid=32564): stderr: \u000a| �[0;m�[38;5;43m20221209181721246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181721246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181721246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181721247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181721247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181721247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181721247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:22.879559 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32564): Process ended prematurely: osmo-stp_10.42.42.5(pid=32564) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32564)] [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:17:22.888250 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:17:22.948592 run osmo-hlr_10.42.42.2(pid=32561): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32561)]\u000a18:17:22.997587 run osmo-hlr_10.42.42.2(pid=32561): stdout: \u000a| (launched: 2022-12-09_18:17:20.156644) \u000a18:17:23.047104 run osmo-hlr_10.42.42.2(pid=32561): stderr: \u000a| �[0;m�[1;31m20221209181720330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181720330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181720330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181720330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181720330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181720330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181720344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181720353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181720353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181720353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:23.114413 run osmo-msc_10.42.42.6(pid=32567): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32567)]\u000a18:17:23.163036 run osmo-msc_10.42.42.6(pid=32567): stdout: \u000a| (launched: 2022-12-09_18:17:22.021163) \u000a18:17:23.212374 run osmo-msc_10.42.42.6(pid=32567): stderr: \u000a| �[0;m�[38;5;43m20221209181722294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181722294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09f7d5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181722294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181722294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181722295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181722295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181722296 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181722297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181722297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181722297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:23.253594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32560): Terminating (SIGTERM)\u000a18:17:23.293022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32563): Terminating (SIGTERM)\u000a18:17:23.332545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32566): Terminating (SIGTERM)\u000a18:17:23.341675 --- ParallelTerminationStrategy: PID 32560 died...\u000a18:17:23.394637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32560): Terminated: ok {rc=0}\u000a18:17:23.404236 --- ParallelTerminationStrategy: PID 32563 died...\u000a18:17:23.456720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32563): Terminated: ok {rc=0}\u000a18:17:23.466458 --- ParallelTerminationStrategy: PID 32566 died...\u000a18:17:23.519422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32566): Terminated: ok {rc=0}\u000a18:17:23.602479 bus /sierra_3: Setting Powered False\u000a18:17:24.708227 bus /sierra_3: Setting Powered False\u000a18:17:25.818956 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32575): Process ended prematurely: osmo-stp_10.42.42.5(pid=32575) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32575)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32575): Process ended prematurely: osmo-stp_10.42.42.5(pid=32575) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:17:26.927487 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:26.939070 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:17:27.090612 tst mo_mt_call_osmux.py: using LAC 22832\u000a18:17:27.209628 tst mo_mt_call_osmux.py: using RAC 137\u000a18:17:27.328452 tst mo_mt_call_osmux.py: using CellId 22832\u000a18:17:27.445397 tst mo_mt_call_osmux.py: using BVCI 22833\u000a18:17:27.467898 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:27.478951 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:27.489836 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:27.501021 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:27.512185 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:27.523217 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:17:27.641939 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:17:27.851519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:28.359166 run create_hlr_db(pid=32569): Launched\u000a18:17:28.542702 bus /sierra_2: Setting Powered False\u000a18:17:29.563570 run create_hlr_db(pid=32569): Terminated: ok {rc=0}\u000a18:17:29.965245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32571): Launched\u000a18:17:30.263188 run osmo-hlr_10.42.42.2(pid=32572): Launched\u000a18:17:30.380869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:30.941720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32574): Launched\u000a18:17:31.418872 run osmo-stp_10.42.42.5(pid=32575): Launched\u000a18:17:31.533575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:32.145699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32577): Launched\u000a18:17:32.448262 run osmo-msc_10.42.42.6(pid=32578): Launched\u000a18:17:32.624111 run osmo-stp_10.42.42.5(pid=32575): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32575)]\u000a18:17:32.751990 run osmo-stp_10.42.42.5(pid=32575): stdout: \u000a| (launched: 2022-12-09_18:17:31.110664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:32.876390 run osmo-stp_10.42.42.5(pid=32575): stderr: \u000a| �[0;m�[38;5;43m20221209181731311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181731311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181731311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181731311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181731314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181731314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181731314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:32.995752 run osmo-stp_10.42.42.5(pid=32575): stdout: \u000a| (launched: 2022-12-09_18:17:31.110664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:33.114475 run osmo-stp_10.42.42.5(pid=32575): stderr: \u000a| �[0;m�[38;5;43m20221209181731311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181731311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181731311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181731311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181731314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181731314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181731314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:33.166757 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32575): Process ended prematurely: osmo-stp_10.42.42.5(pid=32575) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32575)] [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:17:33.175260 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:17:33.235271 run osmo-hlr_10.42.42.2(pid=32572): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32572)]\u000a18:17:33.284180 run osmo-hlr_10.42.42.2(pid=32572): stdout: \u000a| (launched: 2022-12-09_18:17:30.115977) \u000a18:17:33.334161 run osmo-hlr_10.42.42.2(pid=32572): stderr: \u000a| �[0;m�[1;31m20221209181730289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181730289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181730289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181730289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181730290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181730290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181730301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181730310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181730310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181730310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:33.401559 run osmo-msc_10.42.42.6(pid=32578): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32578)]\u000a18:17:33.450364 run osmo-msc_10.42.42.6(pid=32578): stdout: \u000a| (launched: 2022-12-09_18:17:32.299598) \u000a18:17:33.499814 run osmo-msc_10.42.42.6(pid=32578): stderr: \u000a| �[0;m�[38;5;43m20221209181732572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181732572 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82130c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181732572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181732572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181732573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181732573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181732575 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181732575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181732575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181732575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:33.541484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32571): Terminating (SIGTERM)\u000a18:17:33.581248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32574): Terminating (SIGTERM)\u000a18:17:33.621146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32577): Terminating (SIGTERM)\u000a18:17:33.630572 --- ParallelTerminationStrategy: PID 32571 died...\u000a18:17:33.683842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32571): Terminated: ok {rc=0}\u000a18:17:33.693790 --- ParallelTerminationStrategy: PID 32574 died...\u000a18:17:33.747236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32574): Terminated: ok {rc=0}\u000a18:17:33.757088 --- ParallelTerminationStrategy: PID 32577 died...\u000a18:17:33.810147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32577): Terminated: ok {rc=0}\u000a18:17:33.893330 bus /sierra_3: Setting Powered False\u000a18:17:34.994415 bus /sierra_3: Setting Powered False\u000a18:17:36.104588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:17:16" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32589): Process ended prematurely: osmo-stp_10.42.42.5(pid=32589) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32589)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32589): Process ended prematurely: osmo-stp_10.42.42.5(pid=32589) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:17:38.094682 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:38.105706 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:17:38.257167 tst mo_mt_call.py: using LAC 22833\u000a18:17:38.374893 tst mo_mt_call.py: using RAC 138\u000a18:17:38.493445 tst mo_mt_call.py: using CellId 22833\u000a18:17:38.613113 tst mo_mt_call.py: using BVCI 22834\u000a18:17:38.635488 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:38.646493 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:38.657266 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:38.668743 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:38.680537 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:38.691748 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:17:38.811225 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:17:39.018010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:39.526426 run create_hlr_db(pid=32583): Launched\u000a18:17:39.710617 bus /sierra_2: Setting Powered False\u000a18:17:40.731240 run create_hlr_db(pid=32583): Terminated: ok {rc=0}\u000a18:17:41.130559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32585): Launched\u000a18:17:41.427333 run osmo-hlr_10.42.42.2(pid=32586): Launched\u000a18:17:41.536439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:42.054234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32588): Launched\u000a18:17:42.350888 run osmo-stp_10.42.42.5(pid=32589): Launched\u000a18:17:42.459108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:43.002606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32591): Launched\u000a18:17:43.300933 run osmo-msc_10.42.42.6(pid=32592): Launched\u000a18:17:43.475872 run osmo-stp_10.42.42.5(pid=32589): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32589)]\u000a18:17:43.602346 run osmo-stp_10.42.42.5(pid=32589): stdout: \u000a| (launched: 2022-12-09_18:17:42.204537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:43.726624 run osmo-stp_10.42.42.5(pid=32589): stderr: \u000a| �[0;m�[38;5;43m20221209181742374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181742374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181742374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181742375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181742377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181742377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181742377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:43.846733 run osmo-stp_10.42.42.5(pid=32589): stdout: \u000a| (launched: 2022-12-09_18:17:42.204537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:43.964494 run osmo-stp_10.42.42.5(pid=32589): stderr: \u000a| �[0;m�[38;5;43m20221209181742374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181742374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181742374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181742375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181742377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181742377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181742377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:44.016896 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32589): Process ended prematurely: osmo-stp_10.42.42.5(pid=32589) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32589)] [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:17:44.025427 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:17:44.086104 run osmo-hlr_10.42.42.2(pid=32586): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32586)]\u000a18:17:44.135316 run osmo-hlr_10.42.42.2(pid=32586): stdout: \u000a| (launched: 2022-12-09_18:17:41.281366) \u000a18:17:44.185202 run osmo-hlr_10.42.42.2(pid=32586): stderr: \u000a| �[0;m�[1;31m20221209181741455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181741455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181741455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181741455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181741455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181741456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181741471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181741481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181741481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181741481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:44.252806 run osmo-msc_10.42.42.6(pid=32592): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32592)]\u000a18:17:44.301782 run osmo-msc_10.42.42.6(pid=32592): stdout: \u000a| (launched: 2022-12-09_18:17:43.153487) \u000a18:17:44.350898 run osmo-msc_10.42.42.6(pid=32592): stderr: \u000a| �[0;m�[38;5;43m20221209181743423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181743423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfdd4fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181743423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181743423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181743423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181743423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181743426 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181743426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181743426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181743426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:44.393156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32585): Terminating (SIGTERM)\u000a18:17:44.432850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32588): Terminating (SIGTERM)\u000a18:17:44.473372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32591): Terminating (SIGTERM)\u000a18:17:44.482934 --- ParallelTerminationStrategy: PID 32585 died...\u000a18:17:44.536797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32585): Terminated: ok {rc=0}\u000a18:17:44.546500 --- ParallelTerminationStrategy: PID 32588 died...\u000a18:17:44.599492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32588): Terminated: ok {rc=0}\u000a18:17:44.609423 --- ParallelTerminationStrategy: PID 32591 died...\u000a18:17:44.662508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32591): Terminated: ok {rc=0}\u000a18:17:44.752057 bus /sierra_3: Setting Powered False\u000a18:17:45.864780 bus /sierra_3: Setting Powered False\u000a18:17:46.978322 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32603): Process ended prematurely: osmo-stp_10.42.42.5(pid=32603) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32603)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32603): Process ended prematurely: osmo-stp_10.42.42.5(pid=32603) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:17:48.090577 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:48.102759 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:17:48.266418 tst mo_mt_call_osmux.py: using LAC 22834\u000a18:17:48.385655 tst mo_mt_call_osmux.py: using RAC 139\u000a18:17:48.502975 tst mo_mt_call_osmux.py: using CellId 22834\u000a18:17:48.618586 tst mo_mt_call_osmux.py: using BVCI 22835\u000a18:17:48.641280 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:48.652191 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:48.663549 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:48.674794 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:48.686023 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:17:48.696920 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:17:48.814101 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:17:49.013317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:49.480138 run create_hlr_db(pid=32597): Launched\u000a18:17:49.650827 bus /sierra_2: Setting Powered False\u000a18:17:50.683583 run create_hlr_db(pid=32597): Terminated: ok {rc=0}\u000a18:17:51.107684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32599): Launched\u000a18:17:51.425661 run osmo-hlr_10.42.42.2(pid=32600): Launched\u000a18:17:51.541966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:52.093484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32602): Launched\u000a18:17:52.410597 run osmo-stp_10.42.42.5(pid=32603): Launched\u000a18:17:52.525698 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:53.105469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32605): Launched\u000a18:17:53.423109 run osmo-msc_10.42.42.6(pid=32606): Launched\u000a18:17:53.609635 run osmo-stp_10.42.42.5(pid=32603): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32603)]\u000a18:17:53.744068 run osmo-stp_10.42.42.5(pid=32603): stdout: \u000a| (launched: 2022-12-09_18:17:52.254515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:53.879299 run osmo-stp_10.42.42.5(pid=32603): stderr: \u000a| �[0;m�[38;5;43m20221209181752447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181752448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181752448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181752448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181752449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181752449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181752449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:54.007061 run osmo-stp_10.42.42.5(pid=32603): stdout: \u000a| (launched: 2022-12-09_18:17:52.254515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:54.133390 run osmo-stp_10.42.42.5(pid=32603): stderr: \u000a| �[0;m�[38;5;43m20221209181752447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181752448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181752448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181752448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181752449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181752449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181752449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:54.189348 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32603): Process ended prematurely: osmo-stp_10.42.42.5(pid=32603) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32603)] [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:17:54.198508 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:17:54.260574 run osmo-hlr_10.42.42.2(pid=32600): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32600)]\u000a18:17:54.311936 run osmo-hlr_10.42.42.2(pid=32600): stdout: \u000a| (launched: 2022-12-09_18:17:51.269884) \u000a18:17:54.363677 run osmo-hlr_10.42.42.2(pid=32600): stderr: \u000a| �[0;m�[1;31m20221209181751467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181751467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181751467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181751467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181751468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181751468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181751480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181751489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181751489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181751489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:54.433761 run osmo-msc_10.42.42.6(pid=32606): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32606)]\u000a18:17:54.484346 run osmo-msc_10.42.42.6(pid=32606): stdout: \u000a| (launched: 2022-12-09_18:17:53.266602) \u000a18:17:54.535825 run osmo-msc_10.42.42.6(pid=32606): stderr: \u000a| �[0;m�[38;5;43m20221209181753590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181753591 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02911a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181753591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181753591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181753591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181753591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181753593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181753593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181753593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181753594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:54.579421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32599): Terminating (SIGTERM)\u000a18:17:54.620674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32602): Terminating (SIGTERM)\u000a18:17:54.662121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32605): Terminating (SIGTERM)\u000a18:17:54.671353 --- ParallelTerminationStrategy: PID 32599 died...\u000a18:17:54.726578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32599): Terminated: ok {rc=0}\u000a18:17:54.737167 --- ParallelTerminationStrategy: PID 32602 died...\u000a18:17:54.792015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32602): Terminated: ok {rc=0}\u000a18:17:54.801985 --- ParallelTerminationStrategy: PID 32605 died...\u000a18:17:54.856823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32605): Terminated: ok {rc=0}\u000a18:17:54.943215 bus /sierra_3: Setting Powered False\u000a18:17:56.043794 bus /sierra_3: Setting Powered False\u000a18:17:57.152214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:17:37" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32617): Process ended prematurely: osmo-stp_10.42.42.5(pid=32617) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32617)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32617): Process ended prematurely: osmo-stp_10.42.42.5(pid=32617) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:17:59.140375 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:17:59.152288 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:17:59.309957 tst mo_mt_call.py: using LAC 22835\u000a18:17:59.435059 tst mo_mt_call.py: using RAC 140\u000a18:17:59.562789 tst mo_mt_call.py: using CellId 22835\u000a18:17:59.689529 tst mo_mt_call.py: using BVCI 22836\u000a18:17:59.713798 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:17:59.725273 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:17:59.736592 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:17:59.747853 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:17:59.759246 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:17:59.770515 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:17:59.883993 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:00.082089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:00.552452 run create_hlr_db(pid=32611): Launched\u000a18:18:00.723077 bus /sierra_2: Setting Powered False\u000a18:18:01.764710 run create_hlr_db(pid=32611): Terminated: ok {rc=0}\u000a18:18:02.205171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32613): Launched\u000a18:18:02.504465 run osmo-hlr_10.42.42.2(pid=32614): Launched\u000a18:18:02.620862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:03.146412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32616): Launched\u000a18:18:03.443981 run osmo-stp_10.42.42.5(pid=32617): Launched\u000a18:18:03.552548 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:04.095228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32619): Launched\u000a18:18:04.392251 run osmo-msc_10.42.42.6(pid=32620): Launched\u000a18:18:04.566926 run osmo-stp_10.42.42.5(pid=32617): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32617)]\u000a18:18:04.694059 run osmo-stp_10.42.42.5(pid=32617): stdout: \u000a| (launched: 2022-12-09_18:18:03.297142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:04.817409 run osmo-stp_10.42.42.5(pid=32617): stderr: \u000a| �[0;m�[38;5;43m20221209181803466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181803466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181803466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181803467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181803467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181803467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181803467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:04.935834 run osmo-stp_10.42.42.5(pid=32617): stdout: \u000a| (launched: 2022-12-09_18:18:03.297142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:05.053799 run osmo-stp_10.42.42.5(pid=32617): stderr: \u000a| �[0;m�[38;5;43m20221209181803466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181803466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181803466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181803467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181803467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181803467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181803467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:05.105948 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32617): Process ended prematurely: osmo-stp_10.42.42.5(pid=32617) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32617)] [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:18:05.114476 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:18:05.175039 run osmo-hlr_10.42.42.2(pid=32614): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32614)]\u000a18:18:05.223890 run osmo-hlr_10.42.42.2(pid=32614): stdout: \u000a| (launched: 2022-12-09_18:18:02.356652) \u000a18:18:05.273600 run osmo-hlr_10.42.42.2(pid=32614): stderr: \u000a| �[0;m�[1;31m20221209181802533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181802533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181802533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181802533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181802533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181802533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181802545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181802556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181802557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181802557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:05.340643 run osmo-msc_10.42.42.6(pid=32620): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32620)]\u000a18:18:05.389472 run osmo-msc_10.42.42.6(pid=32620): stdout: \u000a| (launched: 2022-12-09_18:18:04.245596) \u000a18:18:05.438871 run osmo-msc_10.42.42.6(pid=32620): stderr: \u000a| �[0;m�[38;5;43m20221209181804519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181804519 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f793b1c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181804519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181804519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181804520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181804520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181804522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181804523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181804523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181804523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:05.480202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32613): Terminating (SIGTERM)\u000a18:18:05.519685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32616): Terminating (SIGTERM)\u000a18:18:05.559476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32619): Terminating (SIGTERM)\u000a18:18:05.568718 --- ParallelTerminationStrategy: PID 32613 died...\u000a18:18:05.621488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32613): Terminated: ok {rc=0}\u000a18:18:05.631344 --- ParallelTerminationStrategy: PID 32616 died...\u000a18:18:05.684113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32616): Terminated: ok {rc=0}\u000a18:18:05.693726 --- ParallelTerminationStrategy: PID 32619 died...\u000a18:18:05.747058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32619): Terminated: ok {rc=0}\u000a18:18:05.834728 bus /sierra_3: Setting Powered False\u000a18:18:06.936503 bus /sierra_3: Setting Powered False\u000a18:18:08.047521 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32628): Process ended prematurely: osmo-stp_10.42.42.5(pid=32628) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32628)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32628): Process ended prematurely: osmo-stp_10.42.42.5(pid=32628) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:18:09.156286 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:09.168017 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:18:09.320709 tst mo_mt_call_osmux.py: using LAC 22836\u000a18:18:09.438299 tst mo_mt_call_osmux.py: using RAC 141\u000a18:18:09.554127 tst mo_mt_call_osmux.py: using CellId 22836\u000a18:18:09.669490 tst mo_mt_call_osmux.py: using BVCI 22837\u000a18:18:09.691884 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:09.703030 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:09.713975 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:09.725092 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:09.736263 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:09.747447 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:09.861478 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:10.063988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:10.531139 run create_hlr_db(pid=32622): Launched\u000a18:18:10.701707 bus /sierra_2: Setting Powered False\u000a18:18:11.723129 run create_hlr_db(pid=32622): Terminated: ok {rc=0}\u000a18:18:12.148356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32624): Launched\u000a18:18:12.465917 run osmo-hlr_10.42.42.2(pid=32625): Launched\u000a18:18:12.586172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:13.139040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32627): Launched\u000a18:18:13.456168 run osmo-stp_10.42.42.5(pid=32628): Launched\u000a18:18:13.571525 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:14.153968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32630): Launched\u000a18:18:14.471660 run osmo-msc_10.42.42.6(pid=32631): Launched\u000a18:18:14.658071 run osmo-stp_10.42.42.5(pid=32628): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32628)]\u000a18:18:14.791974 run osmo-stp_10.42.42.5(pid=32628): stdout: \u000a| (launched: 2022-12-09_18:18:13.300398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:14.925773 run osmo-stp_10.42.42.5(pid=32628): stderr: \u000a| �[0;m�[38;5;43m20221209181813491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181813491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181813492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181813492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181813494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181813494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181813495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:15.052816 run osmo-stp_10.42.42.5(pid=32628): stdout: \u000a| (launched: 2022-12-09_18:18:13.300398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:15.179264 run osmo-stp_10.42.42.5(pid=32628): stderr: \u000a| �[0;m�[38;5;43m20221209181813491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181813491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181813492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181813492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181813494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181813494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181813495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:15.235511 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32628): Process ended prematurely: osmo-stp_10.42.42.5(pid=32628) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32628)] [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:18:15.244590 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:18:15.306601 run osmo-hlr_10.42.42.2(pid=32625): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32625)]\u000a18:18:15.357546 run osmo-hlr_10.42.42.2(pid=32625): stdout: \u000a| (launched: 2022-12-09_18:18:12.310048) \u000a18:18:15.409182 run osmo-hlr_10.42.42.2(pid=32625): stderr: \u000a| �[0;m�[1;31m20221209181812509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181812509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181812510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181812510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181812510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181812510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181812522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181812532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181812532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181812532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:15.479037 run osmo-msc_10.42.42.6(pid=32631): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32631)]\u000a18:18:15.529967 run osmo-msc_10.42.42.6(pid=32631): stdout: \u000a| (launched: 2022-12-09_18:18:14.315719) \u000a18:18:15.581321 run osmo-msc_10.42.42.6(pid=32631): stderr: \u000a| �[0;m�[38;5;43m20221209181814637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181814637 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9af05cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181814637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181814637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181814637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181814637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181814639 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181814639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181814640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181814640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:15.624859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32624): Terminating (SIGTERM)\u000a18:18:15.666014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32627): Terminating (SIGTERM)\u000a18:18:15.707332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32630): Terminating (SIGTERM)\u000a18:18:15.716867 --- ParallelTerminationStrategy: PID 32624 died...\u000a18:18:15.771765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32624): Terminated: ok {rc=0}\u000a18:18:15.781787 --- ParallelTerminationStrategy: PID 32627 died...\u000a18:18:15.852820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32627): Terminated: ok {rc=0}\u000a18:18:15.863413 --- ParallelTerminationStrategy: PID 32630 died...\u000a18:18:15.931985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32630): Terminated: ok {rc=0}\u000a18:18:16.018019 bus /sierra_3: Setting Powered False\u000a18:18:17.138680 bus /sierra_3: Setting Powered False\u000a18:18:18.250099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:17:58" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32642): Process ended prematurely: osmo-stp_10.42.42.5(pid=32642) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32642)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32642): Process ended prematurely: osmo-stp_10.42.42.5(pid=32642) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:18:20.241992 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:20.253193 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:18:20.403401 tst mo_mt_call.py: using LAC 22837\u000a18:18:20.521856 tst mo_mt_call.py: using RAC 142\u000a18:18:20.645731 tst mo_mt_call.py: using CellId 22837\u000a18:18:20.771942 tst mo_mt_call.py: using BVCI 22838\u000a18:18:20.796235 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:20.807772 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:20.819109 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:20.830418 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:20.842186 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:20.853555 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:18:20.967152 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:18:21.172315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:21.678310 run create_hlr_db(pid=32636): Launched\u000a18:18:21.861081 bus /sierra_2: Setting Powered False\u000a18:18:22.882380 run create_hlr_db(pid=32636): Terminated: ok {rc=0}\u000a18:18:23.306301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32638): Launched\u000a18:18:23.623816 run osmo-hlr_10.42.42.2(pid=32639): Launched\u000a18:18:23.741584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:24.294366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32641): Launched\u000a18:18:24.610999 run osmo-stp_10.42.42.5(pid=32642): Launched\u000a18:18:24.725984 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:25.307544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32644): Launched\u000a18:18:25.624541 run osmo-msc_10.42.42.6(pid=32645): Launched\u000a18:18:25.809458 run osmo-stp_10.42.42.5(pid=32642): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32642)]\u000a18:18:25.943368 run osmo-stp_10.42.42.5(pid=32642): stdout: \u000a| (launched: 2022-12-09_18:18:24.455141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:26.077482 run osmo-stp_10.42.42.5(pid=32642): stderr: \u000a| �[0;m�[38;5;43m20221209181824647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181824647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181824647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181824647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181824650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181824650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181824650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:26.205271 run osmo-stp_10.42.42.5(pid=32642): stdout: \u000a| (launched: 2022-12-09_18:18:24.455141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:26.330652 run osmo-stp_10.42.42.5(pid=32642): stderr: \u000a| �[0;m�[38;5;43m20221209181824647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181824647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181824647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181824647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181824650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181824650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181824650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:26.386280 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32642): Process ended prematurely: osmo-stp_10.42.42.5(pid=32642) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32642)] [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:18:26.395521 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:18:26.457325 run osmo-hlr_10.42.42.2(pid=32639): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32639)]\u000a18:18:26.507981 run osmo-hlr_10.42.42.2(pid=32639): stdout: \u000a| (launched: 2022-12-09_18:18:23.467589) \u000a18:18:26.559394 run osmo-hlr_10.42.42.2(pid=32639): stderr: \u000a| �[0;m�[1;31m20221209181823666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181823666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181823666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181823666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181823666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181823666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181823679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181823687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181823687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181823687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:26.629144 run osmo-msc_10.42.42.6(pid=32645): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32645)]\u000a18:18:26.680021 run osmo-msc_10.42.42.6(pid=32645): stdout: \u000a| (launched: 2022-12-09_18:18:25.469525) \u000a18:18:26.731218 run osmo-msc_10.42.42.6(pid=32645): stderr: \u000a| �[0;m�[38;5;43m20221209181825792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181825792 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c301a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181825792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181825793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181825793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181825793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181825795 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181825795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181825795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181825795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:26.774867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32638): Terminating (SIGTERM)\u000a18:18:26.816093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32641): Terminating (SIGTERM)\u000a18:18:26.857599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32644): Terminating (SIGTERM)\u000a18:18:26.866912 --- ParallelTerminationStrategy: PID 32638 died...\u000a18:18:26.922092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32638): Terminated: ok {rc=0}\u000a18:18:26.932128 --- ParallelTerminationStrategy: PID 32641 died...\u000a18:18:26.987159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32641): Terminated: ok {rc=0}\u000a18:18:26.997180 --- ParallelTerminationStrategy: PID 32644 died...\u000a18:18:27.051832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32644): Terminated: ok {rc=0}\u000a18:18:27.137487 bus /sierra_3: Setting Powered False\u000a18:18:28.243273 bus /sierra_3: Setting Powered False\u000a18:18:29.349604 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32653): Process ended prematurely: osmo-stp_10.42.42.5(pid=32653) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32653)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32653): Process ended prematurely: osmo-stp_10.42.42.5(pid=32653) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:18:30.456112 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:30.467726 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:18:30.621674 tst mo_mt_call_osmux.py: using LAC 22838\u000a18:18:30.738049 tst mo_mt_call_osmux.py: using RAC 143\u000a18:18:30.861170 tst mo_mt_call_osmux.py: using CellId 22838\u000a18:18:31.012338 tst mo_mt_call_osmux.py: using BVCI 22839\u000a18:18:31.036342 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:31.048707 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:31.060908 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:31.075179 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:31.088442 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:31.101107 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:18:31.224899 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:18:31.427076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:31.949929 run create_hlr_db(pid=32647): Launched\u000a18:18:32.125125 bus /sierra_2: Setting Powered False\u000a18:18:33.142250 run create_hlr_db(pid=32647): Terminated: ok {rc=0}\u000a18:18:33.565988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32649): Launched\u000a18:18:33.882225 run osmo-hlr_10.42.42.2(pid=32650): Launched\u000a18:18:34.000314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:34.553991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32652): Launched\u000a18:18:34.870906 run osmo-stp_10.42.42.5(pid=32653): Launched\u000a18:18:34.985252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:35.568919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32655): Launched\u000a18:18:35.887282 run osmo-msc_10.42.42.6(pid=32656): Launched\u000a18:18:36.074758 run osmo-stp_10.42.42.5(pid=32653): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32653)]\u000a18:18:36.210664 run osmo-stp_10.42.42.5(pid=32653): stdout: \u000a| (launched: 2022-12-09_18:18:34.715435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:36.345813 run osmo-stp_10.42.42.5(pid=32653): stderr: \u000a| �[0;m�[38;5;43m20221209181834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181834906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181834908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181834908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181834908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:36.473563 run osmo-stp_10.42.42.5(pid=32653): stdout: \u000a| (launched: 2022-12-09_18:18:34.715435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:36.599997 run osmo-stp_10.42.42.5(pid=32653): stderr: \u000a| �[0;m�[38;5;43m20221209181834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181834906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181834908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181834908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181834908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:36.656173 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32653): Process ended prematurely: osmo-stp_10.42.42.5(pid=32653) [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32653)] [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:18:36.665359 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:18:36.727514 run osmo-hlr_10.42.42.2(pid=32650): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32650)]\u000a18:18:36.778516 run osmo-hlr_10.42.42.2(pid=32650): stdout: \u000a| (launched: 2022-12-09_18:18:33.726786) \u000a18:18:36.830192 run osmo-hlr_10.42.42.2(pid=32650): stderr: \u000a| �[0;m�[1;31m20221209181833925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181833925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181833925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181833925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181833925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181833925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181833938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181833946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181833946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181833946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:36.900269 run osmo-msc_10.42.42.6(pid=32656): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32656)]\u000a18:18:36.950944 run osmo-msc_10.42.42.6(pid=32656): stdout: \u000a| (launched: 2022-12-09_18:18:35.731203) \u000a18:18:37.002164 run osmo-msc_10.42.42.6(pid=32656): stderr: \u000a| �[0;m�[38;5;43m20221209181836051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181836052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7faab7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181836052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181836052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181836052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181836052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181836054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181836054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181836054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181836054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:37.046124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32649): Terminating (SIGTERM)\u000a18:18:37.087936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32652): Terminating (SIGTERM)\u000a18:18:37.129766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32655): Terminating (SIGTERM)\u000a18:18:37.139382 --- ParallelTerminationStrategy: PID 32649 died...\u000a18:18:37.194853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32649): Terminated: ok {rc=0}\u000a18:18:37.205031 --- ParallelTerminationStrategy: PID 32652 died...\u000a18:18:37.260056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32652): Terminated: ok {rc=0}\u000a18:18:37.270050 --- ParallelTerminationStrategy: PID 32655 died...\u000a18:18:37.325144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32655): Terminated: ok {rc=0}\u000a18:18:37.411637 bus /sierra_3: Setting Powered False\u000a18:18:38.513531 bus /sierra_3: Setting Powered False\u000a18:18:39.619000 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:18:19" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32667): Process ended prematurely: osmo-stp_10.42.42.5(pid=32667) [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32667)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32667): Process ended prematurely: osmo-stp_10.42.42.5(pid=32667) [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:18:41.621491 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:41.633252 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:18:41.794363 tst mo_mt_call.py: using LAC 22839\u000a18:18:41.918861 tst mo_mt_call.py: using RAC 144\u000a18:18:42.043902 tst mo_mt_call.py: using CellId 22839\u000a18:18:42.166555 tst mo_mt_call.py: using BVCI 22840\u000a18:18:42.189742 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:42.200896 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:42.211969 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:42.223140 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:42.234658 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:42.245852 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:18:42.363515 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:18:42.575045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:43.084566 run create_hlr_db(pid=32661): Launched\u000a18:18:43.268583 bus /sierra_2: Setting Powered False\u000a18:18:44.290398 run create_hlr_db(pid=32661): Terminated: ok {rc=0}\u000a18:18:44.693238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32663): Launched\u000a18:18:44.992134 run osmo-hlr_10.42.42.2(pid=32664): Launched\u000a18:18:45.102612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:45.620470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32666): Launched\u000a18:18:46.002418 run osmo-stp_10.42.42.5(pid=32667): Launched\u000a18:18:46.190719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:46.765241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32669): Launched\u000a18:18:47.228786 run osmo-msc_10.42.42.6(pid=32670): Launched\u000a18:18:47.560016 run osmo-stp_10.42.42.5(pid=32667): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32667)]\u000a18:18:47.693132 run osmo-stp_10.42.42.5(pid=32667): stdout: \u000a| (launched: 2022-12-09_18:18:45.770647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:47.816695 run osmo-stp_10.42.42.5(pid=32667): stderr: \u000a| �[0;m�[38;5;43m20221209181846005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181846005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181846006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181846006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181846006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181846007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181846007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:47.935668 run osmo-stp_10.42.42.5(pid=32667): stdout: \u000a| (launched: 2022-12-09_18:18:45.770647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:48.053525 run osmo-stp_10.42.42.5(pid=32667): stderr: \u000a| �[0;m�[38;5;43m20221209181846005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181846005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181846006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181846006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181846006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181846007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181846007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:48.105957 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32667): Process ended prematurely: osmo-stp_10.42.42.5(pid=32667) [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32667)] [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:18:48.114384 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:18:48.174493 run osmo-hlr_10.42.42.2(pid=32664): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32664)]\u000a18:18:48.223657 run osmo-hlr_10.42.42.2(pid=32664): stdout: \u000a| (launched: 2022-12-09_18:18:44.844315) \u000a18:18:48.273536 run osmo-hlr_10.42.42.2(pid=32664): stderr: \u000a| �[0;m�[1;31m20221209181845021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181845021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181845021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181845022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181845022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181845022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181845034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181845043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181845043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181845043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:48.341373 run osmo-msc_10.42.42.6(pid=32670): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32670)]\u000a18:18:48.390157 run osmo-msc_10.42.42.6(pid=32670): stdout: \u000a| (launched: 2022-12-09_18:18:46.917769) \u000a18:18:48.439476 run osmo-msc_10.42.42.6(pid=32670): stderr: \u000a| �[0;m�[38;5;43m20221209181847278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181847278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4231893c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181847278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181847278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181847279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181847279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181847282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181847283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181847283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181847283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:48.481301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32663): Terminating (SIGTERM)\u000a18:18:48.521049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32666): Terminating (SIGTERM)\u000a18:18:48.561161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32669): Terminating (SIGTERM)\u000a18:18:48.570555 --- ParallelTerminationStrategy: PID 32663 died...\u000a18:18:48.623591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32663): Terminated: ok {rc=0}\u000a18:18:48.633746 --- ParallelTerminationStrategy: PID 32666 died...\u000a18:18:48.686601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32666): Terminated: ok {rc=0}\u000a18:18:48.696256 --- ParallelTerminationStrategy: PID 32669 died...\u000a18:18:48.749986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32669): Terminated: ok {rc=0}\u000a18:18:48.837699 bus /sierra_3: Setting Powered False\u000a18:18:49.939927 bus /sierra_3: Setting Powered False\u000a18:18:51.051071 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32678): Process ended prematurely: osmo-stp_10.42.42.5(pid=32678) [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32678): Process ended prematurely: osmo-stp_10.42.42.5(pid=32678) [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:18:52.157916 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:52.169558 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:18:52.329734 tst mo_mt_call_osmux.py: using LAC 22840\u000a18:18:52.456705 tst mo_mt_call_osmux.py: using RAC 145\u000a18:18:52.581445 tst mo_mt_call_osmux.py: using CellId 22840\u000a18:18:52.709007 tst mo_mt_call_osmux.py: using BVCI 22841\u000a18:18:52.733247 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:52.744778 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:52.756176 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:52.767584 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:52.779109 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:18:52.790545 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:18:52.905864 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:18:53.104228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:53.572806 run create_hlr_db(pid=32672): Launched\u000a18:18:53.744656 bus /sierra_2: Setting Powered False\u000a18:18:54.777632 run create_hlr_db(pid=32672): Terminated: ok {rc=0}\u000a18:18:55.202727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32674): Launched\u000a18:18:55.519112 run osmo-hlr_10.42.42.2(pid=32675): Launched\u000a18:18:55.635891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:56.189715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32677): Launched\u000a18:18:56.507722 run osmo-stp_10.42.42.5(pid=32678): Launched\u000a18:18:56.623578 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:57.206182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32680): Launched\u000a18:18:57.523241 run osmo-msc_10.42.42.6(pid=32681): Launched\u000a18:18:57.708936 run osmo-stp_10.42.42.5(pid=32678): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)]\u000a18:18:57.842470 run osmo-stp_10.42.42.5(pid=32678): stdout: \u000a| (launched: 2022-12-09_18:18:56.351082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:57.975775 run osmo-stp_10.42.42.5(pid=32678): stderr: \u000a| �[0;m�[38;5;43m20221209181856542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181856543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181856543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181856543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181856544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181856544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181856544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:58.103467 run osmo-stp_10.42.42.5(pid=32678): stdout: \u000a| (launched: 2022-12-09_18:18:56.351082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:58.229368 run osmo-stp_10.42.42.5(pid=32678): stderr: \u000a| �[0;m�[38;5;43m20221209181856542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181856543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181856543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181856543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181856544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181856544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181856544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:58.284922 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32678): Process ended prematurely: osmo-stp_10.42.42.5(pid=32678) [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)] [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:18:58.294106 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:18:58.356018 run osmo-hlr_10.42.42.2(pid=32675): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32675)]\u000a18:18:58.407388 run osmo-hlr_10.42.42.2(pid=32675): stdout: \u000a| (launched: 2022-12-09_18:18:55.364192) \u000a18:18:58.459078 run osmo-hlr_10.42.42.2(pid=32675): stderr: \u000a| �[0;m�[1;31m20221209181855562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181855562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181855562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181855562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181855562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181855562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181855574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181855582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181855583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181855583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:58.529040 run osmo-msc_10.42.42.6(pid=32681): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32681)]\u000a18:18:58.579901 run osmo-msc_10.42.42.6(pid=32681): stdout: \u000a| (launched: 2022-12-09_18:18:57.367629) \u000a18:18:58.631241 run osmo-msc_10.42.42.6(pid=32681): stderr: \u000a| �[0;m�[38;5;43m20221209181857690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181857691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a05b86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181857691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181857691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181857691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181857691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181857693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181857693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181857693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181857694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:58.674949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32674): Terminating (SIGTERM)\u000a18:18:58.716295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32677): Terminating (SIGTERM)\u000a18:18:58.757987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32680): Terminating (SIGTERM)\u000a18:18:58.767702 --- ParallelTerminationStrategy: PID 32674 died...\u000a18:18:58.823475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32674): Terminated: ok {rc=0}\u000a18:18:58.833744 --- ParallelTerminationStrategy: PID 32677 died...\u000a18:18:58.889201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32677): Terminated: ok {rc=0}\u000a18:18:58.899192 --- ParallelTerminationStrategy: PID 32680 died...\u000a18:18:58.954560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32680): Terminated: ok {rc=0}\u000a18:18:59.040866 bus /sierra_3: Setting Powered False\u000a18:19:00.144124 bus /sierra_3: Setting Powered False\u000a18:19:01.259233 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:18:41" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32692): Process ended prematurely: osmo-stp_10.42.42.5(pid=32692) [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32692)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32692): Process ended prematurely: osmo-stp_10.42.42.5(pid=32692) [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a18:19:03.252793 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:03.264515 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:19:03.409322 tst mo_mt_call.py: using LAC 22841\u000a18:19:03.532607 tst mo_mt_call.py: using RAC 146\u000a18:19:03.656222 tst mo_mt_call.py: using CellId 22841\u000a18:19:03.778969 tst mo_mt_call.py: using BVCI 22842\u000a18:19:03.803333 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:03.815075 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:03.826608 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:03.838122 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:03.849716 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:03.861162 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:19:03.978167 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:19:04.177680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:04.647320 run create_hlr_db(pid=32686): Launched\u000a18:19:04.818450 bus /sierra_2: Setting Powered False\u000a18:19:05.841139 run create_hlr_db(pid=32686): Terminated: ok {rc=0}\u000a18:19:06.266113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32688): Launched\u000a18:19:06.586413 run osmo-hlr_10.42.42.2(pid=32689): Launched\u000a18:19:06.703789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:07.257370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32691): Launched\u000a18:19:07.576023 run osmo-stp_10.42.42.5(pid=32692): Launched\u000a18:19:07.691256 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:08.274556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32694): Launched\u000a18:19:08.594282 run osmo-msc_10.42.42.6(pid=32695): Launched\u000a18:19:08.781401 run osmo-stp_10.42.42.5(pid=32692): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32692)]\u000a18:19:08.916026 run osmo-stp_10.42.42.5(pid=32692): stdout: \u000a| (launched: 2022-12-09_18:19:07.418823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:09.050309 run osmo-stp_10.42.42.5(pid=32692): stderr: \u000a| �[0;m�[38;5;43m20221209181907613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181907613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181907613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181907613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181907614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181907614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181907614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:09.178183 run osmo-stp_10.42.42.5(pid=32692): stdout: \u000a| (launched: 2022-12-09_18:19:07.418823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:09.303953 run osmo-stp_10.42.42.5(pid=32692): stderr: \u000a| �[0;m�[38;5;43m20221209181907613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181907613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181907613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181907613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181907614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181907614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181907614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:09.360059 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32692): Process ended prematurely: osmo-stp_10.42.42.5(pid=32692) [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32692)] [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a18:19:09.369105 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:19:09.431414 run osmo-hlr_10.42.42.2(pid=32689): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32689)]\u000a18:19:09.482627 run osmo-hlr_10.42.42.2(pid=32689): stdout: \u000a| (launched: 2022-12-09_18:19:06.428574) \u000a18:19:09.534352 run osmo-hlr_10.42.42.2(pid=32689): stderr: \u000a| �[0;m�[1;31m20221209181906630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181906630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181906630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181906630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181906630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181906630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181906643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181906652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181906653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181906653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:09.604672 run osmo-msc_10.42.42.6(pid=32695): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32695)]\u000a18:19:09.655737 run osmo-msc_10.42.42.6(pid=32695): stdout: \u000a| (launched: 2022-12-09_18:19:08.436309) \u000a18:19:09.707367 run osmo-msc_10.42.42.6(pid=32695): stderr: \u000a| �[0;m�[38;5;43m20221209181908761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181908761 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f590818ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181908761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181908761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181908761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181908761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181908763 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181908763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181908763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181908764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:09.751365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32688): Terminating (SIGTERM)\u000a18:19:09.793095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32691): Terminating (SIGTERM)\u000a18:19:09.834803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32694): Terminating (SIGTERM)\u000a18:19:09.844179 --- ParallelTerminationStrategy: PID 32688 died...\u000a18:19:09.899782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32688): Terminated: ok {rc=0}\u000a18:19:09.909844 --- ParallelTerminationStrategy: PID 32691 died...\u000a18:19:09.964599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32691): Terminated: ok {rc=0}\u000a18:19:09.974591 --- ParallelTerminationStrategy: PID 32694 died...\u000a18:19:10.029598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32694): Terminated: ok {rc=0}\u000a18:19:10.115868 bus /sierra_3: Setting Powered False\u000a18:19:11.222060 bus /sierra_3: Setting Powered False\u000a18:19:12.333425 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32703): Process ended prematurely: osmo-stp_10.42.42.5(pid=32703) [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32703)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32703): Process ended prematurely: osmo-stp_10.42.42.5(pid=32703) [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:19:13.442877 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:13.454723 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:19:13.591194 tst mo_mt_call_osmux.py: using LAC 22842\u000a18:19:13.708394 tst mo_mt_call_osmux.py: using RAC 147\u000a18:19:13.826758 tst mo_mt_call_osmux.py: using CellId 22842\u000a18:19:13.943073 tst mo_mt_call_osmux.py: using BVCI 22843\u000a18:19:13.965698 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:13.976820 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:13.987911 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:13.999173 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:14.010496 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:14.021721 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:19:14.135342 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:19:14.344318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:14.854846 run create_hlr_db(pid=32697): Launched\u000a18:19:15.038658 bus /sierra_2: Setting Powered False\u000a18:19:16.062430 run create_hlr_db(pid=32697): Terminated: ok {rc=0}\u000a18:19:16.507557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32699): Launched\u000a18:19:16.870358 run osmo-hlr_10.42.42.2(pid=32700): Launched\u000a18:19:17.072910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:17.641124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32702): Launched\u000a18:19:17.939082 run osmo-stp_10.42.42.5(pid=32703): Launched\u000a18:19:18.046155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:18.590291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32705): Launched\u000a18:19:18.887986 run osmo-msc_10.42.42.6(pid=32706): Launched\u000a18:19:19.062916 run osmo-stp_10.42.42.5(pid=32703): ERR: Terminated: ERROR {rc=1} [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32703)]\u000a18:19:19.189828 run osmo-stp_10.42.42.5(pid=32703): stdout: \u000a| (launched: 2022-12-09_18:19:17.792190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:19.314020 run osmo-stp_10.42.42.5(pid=32703): stderr: \u000a| �[0;m�[38;5;43m20221209181917963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181917963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181917963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181917964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181917964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181917964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181917964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:19.433327 run osmo-stp_10.42.42.5(pid=32703): stdout: \u000a| (launched: 2022-12-09_18:19:17.792190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:19.551327 run osmo-stp_10.42.42.5(pid=32703): stderr: \u000a| �[0;m�[38;5;43m20221209181917963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181917963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181917963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181917964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181917964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181917964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181917964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:19.603542 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32703): Process ended prematurely: osmo-stp_10.42.42.5(pid=32703) [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32703)] [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a18:19:19.612128 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:19:19.671909 run osmo-hlr_10.42.42.2(pid=32700): ERR: Terminated: ERROR {rc=237} [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32700)]\u000a18:19:19.720534 run osmo-hlr_10.42.42.2(pid=32700): stdout: \u000a| (launched: 2022-12-09_18:19:16.674797) \u000a18:19:19.769985 run osmo-hlr_10.42.42.2(pid=32700): stderr: \u000a| �[0;m�[1;31m20221209181916991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181916991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181916991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181916991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181916991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181916991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181917007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181917025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181917025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181917025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:19.837290 run osmo-msc_10.42.42.6(pid=32706): ERR: Terminated: ERROR {rc=2} [trial-2362↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32706)]\u000a18:19:19.885685 run osmo-msc_10.42.42.6(pid=32706): stdout: \u000a| (launched: 2022-12-09_18:19:18.740737) \u000a18:19:19.934571 run osmo-msc_10.42.42.6(pid=32706): stderr: \u000a| �[0;m�[38;5;43m20221209181919012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181919012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f6ef86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181919013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181919013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181919013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181919013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181919015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181919015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181919015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181919015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:19.976171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32699): Terminating (SIGTERM)\u000a18:19:20.016011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32702): Terminating (SIGTERM)\u000a18:19:20.055746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32705): Terminating (SIGTERM)\u000a18:19:20.065294 --- ParallelTerminationStrategy: PID 32699 died...\u000a18:19:20.118820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32699): Terminated: ok {rc=0}\u000a18:19:20.128513 --- ParallelTerminationStrategy: PID 32702 died...\u000a18:19:20.181478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32702): Terminated: ok {rc=0}\u000a18:19:20.191360 --- ParallelTerminationStrategy: PID 32705 died...\u000a18:19:20.244253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32705): Terminated: ok {rc=0}\u000a18:19:20.328073 bus /sierra_3: Setting Powered False\u000a18:19:21.434673 bus /sierra_3: Setting Powered False\u000a18:19:22.540651 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:19:02" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32717): Process ended prematurely: osmo-stp_10.42.42.5(pid=32717) [trial-2362↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32717)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32717): Process ended prematurely: osmo-stp_10.42.42.5(pid=32717) [trial-2362↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:19:24.561089 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:24.572019 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:19:24.718029 tst emergency_mo_mt_call.py: using LAC 22843\u000a18:19:24.834408 tst emergency_mo_mt_call.py: using RAC 148\u000a18:19:24.951772 tst emergency_mo_mt_call.py: using CellId 22843\u000a18:19:25.064561 tst emergency_mo_mt_call.py: using BVCI 22844\u000a18:19:25.086828 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:25.097710 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:25.108134 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:25.118946 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:25.129808 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:25.140493 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:19:25.256774 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:19:25.460854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:25.959089 run create_hlr_db(pid=32711): Launched\u000a18:19:26.140794 bus /sierra_2: Setting Powered False\u000a18:19:27.161762 run create_hlr_db(pid=32711): Terminated: ok {rc=0}\u000a18:19:27.554923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32713): Launched\u000a18:19:27.847297 run osmo-hlr_10.42.42.2(pid=32714): Launched\u000a18:19:27.960678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:28.477710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32716): Launched\u000a18:19:28.769633 run osmo-stp_10.42.42.5(pid=32717): Launched\u000a18:19:28.894995 tst emergency_mo_mt_call.py: using MSISDN 7308\u000a18:19:29.043474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:29.577355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32719): Launched\u000a18:19:29.870090 run osmo-msc_10.42.42.6(pid=32720): Launched\u000a18:19:30.042229 run osmo-stp_10.42.42.5(pid=32717): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32717)]\u000a18:19:30.167080 run osmo-stp_10.42.42.5(pid=32717): stdout: \u000a| (launched: 2022-12-09_18:19:28.624942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:30.289150 run osmo-stp_10.42.42.5(pid=32717): stderr: \u000a| �[0;m�[38;5;43m20221209181928795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181928795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181928795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181928796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181928797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181928797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181928797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:30.406566 run osmo-stp_10.42.42.5(pid=32717): stdout: \u000a| (launched: 2022-12-09_18:19:28.624942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:30.522854 run osmo-stp_10.42.42.5(pid=32717): stderr: \u000a| �[0;m�[38;5;43m20221209181928795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181928795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181928795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181928796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181928797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181928797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181928797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:30.573961 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32717): Process ended prematurely: osmo-stp_10.42.42.5(pid=32717) [trial-2362↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32717)] [trial-2362↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a18:19:30.581958 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a18:19:30.642872 run osmo-hlr_10.42.42.2(pid=32714): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32714)]\u000a18:19:30.693116 run osmo-hlr_10.42.42.2(pid=32714): stdout: \u000a| (launched: 2022-12-09_18:19:27.702756) \u000a18:19:30.743340 run osmo-hlr_10.42.42.2(pid=32714): stderr: \u000a| �[0;m�[1;31m20221209181927880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181927880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181927880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181927880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181927880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181927880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181927892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181927900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181927900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181927900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:30.810547 run osmo-msc_10.42.42.6(pid=32720): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32720)]\u000a18:19:30.864670 run osmo-msc_10.42.42.6(pid=32720): stdout: \u000a| (launched: 2022-12-09_18:19:29.725143) \u000a18:19:30.924342 run osmo-msc_10.42.42.6(pid=32720): stderr: \u000a| �[0;m�[38;5;43m20221209181929995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181929995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67ba61ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181929995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181929995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181929995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181929995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181929997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181929998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181929998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181929998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:30.971436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32713): Terminating (SIGTERM)\u000a18:19:31.016613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32716): Terminating (SIGTERM)\u000a18:19:31.062164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32719): Terminating (SIGTERM)\u000a18:19:31.072551 --- ParallelTerminationStrategy: PID 32713 died...\u000a18:19:31.131727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32713): Terminated: ok {rc=0}\u000a18:19:31.142798 --- ParallelTerminationStrategy: PID 32716 died...\u000a18:19:31.200934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32716): Terminated: ok {rc=0}\u000a18:19:31.212022 --- ParallelTerminationStrategy: PID 32719 died...\u000a18:19:31.269955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32719): Terminated: ok {rc=0}\u000a18:19:31.356835 bus /sierra_3: Setting Powered False\u000a18:19:32.462928 bus /sierra_3: Setting Powered False\u000a18:19:33.573326 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32729): Process ended prematurely: osmo-stp_10.42.42.5(pid=32729) [trial-2362↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32729): Process ended prematurely: osmo-stp_10.42.42.5(pid=32729) [trial-2362↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:19:34.624637 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:34.635969 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:19:34.770499 tst emergency_preemptive_call.py: using LAC 22844\u000a18:19:34.892473 tst emergency_preemptive_call.py: using RAC 149\u000a18:19:35.014879 tst emergency_preemptive_call.py: using CellId 22844\u000a18:19:35.137689 tst emergency_preemptive_call.py: using BVCI 22845\u000a18:19:35.161711 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:35.172842 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:35.183833 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:35.194711 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:35.205520 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:19:35.216390 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:19:35.330595 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:19:35.444012 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:19:35.559279 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:19:35.762775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:36.264729 run create_hlr_db(pid=32722): Launched\u000a18:19:36.447849 bus /sierra_2: Setting Powered False\u000a18:19:37.467898 run create_hlr_db(pid=32722): Terminated: ok {rc=0}\u000a18:19:37.886816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32725): Launched\u000a18:19:38.199832 run osmo-hlr_10.42.42.2(pid=32726): Launched\u000a18:19:38.317605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:38.862694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32728): Launched\u000a18:19:39.176689 run osmo-stp_10.42.42.5(pid=32729): Launched\u000a18:19:39.307770 tst emergency_preemptive_call.py: using MSISDN 7309\u000a18:19:39.464414 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:40.035877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32731): Launched\u000a18:19:40.349514 run osmo-msc_10.42.42.6(pid=32732): Launched\u000a18:19:40.532611 run osmo-stp_10.42.42.5(pid=32729): ERR: Terminated: ERROR {rc=1} [trial-2362↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)]\u000a18:19:40.665159 run osmo-stp_10.42.42.5(pid=32729): stdout: \u000a| (launched: 2022-12-09_18:19:39.022215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:40.798318 run osmo-stp_10.42.42.5(pid=32729): stderr: \u000a| �[0;m�[38;5;43m20221209181939211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181939212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181939212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181939212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181939215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181939215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181939215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:40.924454 run osmo-stp_10.42.42.5(pid=32729): stdout: \u000a| (launched: 2022-12-09_18:19:39.022215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:41.049107 run osmo-stp_10.42.42.5(pid=32729): stderr: \u000a| �[0;m�[38;5;43m20221209181939211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181939212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181939212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181939212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181939215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181939215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181939215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:41.104366 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32729): Process ended prematurely: osmo-stp_10.42.42.5(pid=32729) [trial-2362↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)] [trial-2362↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a18:19:41.113191 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a18:19:41.175757 run osmo-hlr_10.42.42.2(pid=32726): ERR: Terminated: ERROR {rc=237} [trial-2362↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32726)]\u000a18:19:41.227295 run osmo-hlr_10.42.42.2(pid=32726): stdout: \u000a| (launched: 2022-12-09_18:19:38.045701) \u000a18:19:41.279281 run osmo-hlr_10.42.42.2(pid=32726): stderr: \u000a| �[0;m�[1;31m20221209181938243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181938243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181938243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181938243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181938243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181938243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181938256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181938266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181938266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181938266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:41.349648 run osmo-msc_10.42.42.6(pid=32732): ERR: Terminated: ERROR {rc=2} [trial-2362↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32732)]\u000a18:19:41.400527 run osmo-msc_10.42.42.6(pid=32732): stdout: \u000a| (launched: 2022-12-09_18:19:40.195243) \u000a18:19:41.452197 run osmo-msc_10.42.42.6(pid=32732): stderr: \u000a| �[0;m�[38;5;43m20221209181940516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209181940516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ba430fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209181940516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209181940517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209181940517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209181940517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209181940519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209181940519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209181940519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209181940519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:41.495830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32725): Terminating (SIGTERM)\u000a18:19:41.537724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32728): Terminating (SIGTERM)\u000a18:19:41.579599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32731): Terminating (SIGTERM)\u000a18:19:41.589422 --- ParallelTerminationStrategy: PID 32725 died...\u000a18:19:41.645175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32725): Terminated: ok {rc=0}\u000a18:19:41.655399 --- ParallelTerminationStrategy: PID 32728 died...\u000a18:19:41.711367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32728): Terminated: ok {rc=0}\u000a18:19:41.721876 --- ParallelTerminationStrategy: PID 32731 died...\u000a18:19:41.777492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32731): Terminated: ok {rc=0}\u000a18:19:41.863990 bus /sierra_9: Setting Powered False\u000a18:19:42.970679 bus /sierra_9: Setting Powered False\u000a18:19:44.077991 bus /sierra_8: Setting Powered False\u000a18:19:45.184035 bus /sierra_8: Setting Powered False\u000a18:19:46.311136 bus /sierra_3: Setting Powered False\u000a18:19:47.416824 bus /sierra_3: Setting Powered False\u000a18:19:48.524444 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:19:24" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32747): Process ended prematurely: osmo-stp_10.42.42.5(pid=32747) [trial-2362↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32747)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32747): Process ended prematurely: osmo-stp_10.42.42.5(pid=32747) [trial-2362↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:19:50.631758 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:19:50.642369 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:19:50.775077 tst cs_paging_gprs_active.py: using LAC 22845\u000a18:19:50.894182 tst cs_paging_gprs_active.py: using RAC 150\u000a18:19:51.010705 tst cs_paging_gprs_active.py: using CellId 22845\u000a18:19:51.127469 tst cs_paging_gprs_active.py: using BVCI 22846\u000a18:19:51.150298 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:19:51.160778 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:19:51.171545 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:19:51.182336 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:19:51.192838 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:19:51.203448 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:19:51.214169 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:19:51.224558 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:19:51.235248 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:19:51.354084 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:19:51.645769 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:19:51.778394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:19:52.108033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32737): Launched\u000a18:19:52.382547 run iperf3-srv_10.42.42.10(pid=32738): Launched\u000a18:19:52.578055 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:19:52.710655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:19:53.042797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32739): Launched\u000a18:19:53.317521 run iperf3-srv_10.42.42.10(pid=32740): Launched\u000a18:19:53.513608 tst cs_paging_gprs_active.py:38: start network...\u000a18:19:53.647072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:54.158783 run create_hlr_db(pid=32741): Launched\u000a18:19:54.343128 bus /sierra_2: Setting Powered False\u000a18:19:55.364106 run create_hlr_db(pid=32741): Terminated: ok {rc=0}\u000a18:19:55.764662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32743): Launched\u000a18:19:56.072384 run osmo-hlr_10.42.42.2(pid=32744): Launched\u000a18:19:56.196261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:56.721307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32746): Launched\u000a18:19:57.020063 run osmo-stp_10.42.42.5(pid=32747): Launched\u000a18:19:57.129409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:19:57.650010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32749): Launched\u000a18:19:57.756328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:19:58.017162 run patchelf(pid=32750): Launched\u000a18:19:58.192587 run osmo-stp_10.42.42.5(pid=32747): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32747)]\u000a18:19:58.320400 run osmo-stp_10.42.42.5(pid=32747): stdout: \u000a| (launched: 2022-12-09_18:19:56.872488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:58.448256 run osmo-stp_10.42.42.5(pid=32747): stderr: \u000a| �[0;m�[38;5;43m20221209181957041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181957041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181957042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181957042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181957044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181957044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181957044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:58.571715 run osmo-stp_10.42.42.5(pid=32747): stdout: \u000a| (launched: 2022-12-09_18:19:56.872488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:58.693744 run osmo-stp_10.42.42.5(pid=32747): stderr: \u000a| �[0;m�[38;5;43m20221209181957041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209181957041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209181957042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209181957042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209181957044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209181957044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209181957044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:58.836846 run patchelf(pid=32750): Terminating (SIGINT)\u000a18:19:59.006341 run patchelf(pid=32750): Terminated: ok {rc=0}\u000a18:19:59.037401 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32747): Process ended prematurely: osmo-stp_10.42.42.5(pid=32747) [trial-2362↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32747)] [trial-2362↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a18:19:59.046580 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a18:19:59.106865 run osmo-hlr_10.42.42.2(pid=32744): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32744)]\u000a18:19:59.155773 run osmo-hlr_10.42.42.2(pid=32744): stdout: \u000a| (launched: 2022-12-09_18:19:55.916271) \u000a18:19:59.205335 run osmo-hlr_10.42.42.2(pid=32744): stderr: \u000a| �[0;m�[1;31m20221209181956093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209181956093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209181956093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181956093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209181956093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209181956093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209181956105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209181956114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209181956114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209181956114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:59.247083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32737): Terminating (SIGTERM)\u000a18:19:59.286443 run iperf3-srv_10.42.42.10(pid=32738): Terminating (SIGTERM)\u000a18:19:59.326063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32739): Terminating (SIGTERM)\u000a18:19:59.365594 run iperf3-srv_10.42.42.10(pid=32740): Terminating (SIGTERM)\u000a18:19:59.405242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32743): Terminating (SIGTERM)\u000a18:19:59.444798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32746): Terminating (SIGTERM)\u000a18:19:59.484612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32749): Terminating (SIGTERM)\u000a18:19:59.494096 --- ParallelTerminationStrategy: PID 32737 died...\u000a18:19:59.552058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32737): Terminated: ok {rc=0}\u000a18:19:59.562282 --- ParallelTerminationStrategy: PID 32738 died...\u000a18:19:59.618465 run iperf3-srv_10.42.42.10(pid=32738): Terminated {rc=256}\u000a18:19:59.628618 --- ParallelTerminationStrategy: PID 32739 died...\u000a18:19:59.684227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32739): Terminated: ok {rc=0}\u000a18:19:59.694840 --- ParallelTerminationStrategy: PID 32740 died...\u000a18:19:59.750408 run iperf3-srv_10.42.42.10(pid=32740): Terminated {rc=256}\u000a18:19:59.761084 --- ParallelTerminationStrategy: PID 32743 died...\u000a18:19:59.816633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32743): Terminated: ok {rc=0}\u000a18:19:59.826634 --- ParallelTerminationStrategy: PID 32746 died...\u000a18:19:59.881854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32746): Terminated: ok {rc=0}\u000a18:19:59.891909 --- ParallelTerminationStrategy: PID 32749 died...\u000a18:19:59.947015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32749): Terminated: ok {rc=0}\u000a18:20:00.031594 bus /gobi_0: Setting Powered False\u000a18:20:01.149106 bus /gobi_0: Setting Powered False\u000a18:20:02.256588 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32762): Process ended prematurely: osmo-stp_10.42.42.5(pid=32762) [trial-2362↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32762)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32762): Process ended prematurely: osmo-stp_10.42.42.5(pid=32762) [trial-2362↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a18:20:03.369909 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:03.381463 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:20:03.524233 tst iperf3.py: using LAC 22846\u000a18:20:03.649453 tst iperf3.py: using RAC 151\u000a18:20:03.776411 tst iperf3.py: using CellId 22846\u000a18:20:03.901096 tst iperf3.py: using BVCI 22847\u000a18:20:03.925532 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:03.936548 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:03.947433 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:03.958269 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:03.969015 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:03.979742 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:03.991233 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:04.002186 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:04.013294 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:04.303164 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:20:04.436787 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:04.768565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32754): Launched\u000a18:20:05.044382 run iperf3-srv_10.42.42.10(pid=32755): Launched\u000a18:20:05.240824 tst iperf3.py:8: start network...\u000a18:20:05.374861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:05.884532 run create_hlr_db(pid=32756): Launched\u000a18:20:06.069362 bus /gobi_6: Setting Powered False\u000a18:20:07.091188 run create_hlr_db(pid=32756): Terminated: ok {rc=0}\u000a18:20:07.494399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32758): Launched\u000a18:20:07.793674 run osmo-hlr_10.42.42.2(pid=32759): Launched\u000a18:20:07.909940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:08.438181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32761): Launched\u000a18:20:08.735994 run osmo-stp_10.42.42.5(pid=32762): Launched\u000a18:20:08.843959 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:20:09.364719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32764): Launched\u000a18:20:09.471247 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:20:09.732010 run patchelf(pid=32765): Launched\u000a18:20:09.907703 run osmo-stp_10.42.42.5(pid=32762): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32762)]\u000a18:20:10.036265 run osmo-stp_10.42.42.5(pid=32762): stdout: \u000a| (launched: 2022-12-09_18:20:08.589506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:10.165493 run osmo-stp_10.42.42.5(pid=32762): stderr: \u000a| �[0;m�[38;5;43m20221209182008758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182008758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182008758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182008758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182008759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182008759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182008759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:10.289356 run osmo-stp_10.42.42.5(pid=32762): stdout: \u000a| (launched: 2022-12-09_18:20:08.589506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:10.412430 run osmo-stp_10.42.42.5(pid=32762): stderr: \u000a| �[0;m�[38;5;43m20221209182008758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182008758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182008758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182008758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182008759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182008759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182008759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:10.555174 run patchelf(pid=32765): Terminating (SIGINT)\u000a18:20:10.723504 run patchelf(pid=32765): Terminated: ok {rc=0}\u000a18:20:10.754500 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32762): Process ended prematurely: osmo-stp_10.42.42.5(pid=32762) [trial-2362↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32762)] [trial-2362↪gprs:nanobts+band-900↪iperf3.py:8]\u000a18:20:10.763723 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a18:20:10.824606 run osmo-hlr_10.42.42.2(pid=32759): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32759)]\u000a18:20:10.874236 run osmo-hlr_10.42.42.2(pid=32759): stdout: \u000a| (launched: 2022-12-09_18:20:07.646193) \u000a18:20:10.924036 run osmo-hlr_10.42.42.2(pid=32759): stderr: \u000a| �[0;m�[1;31m20221209182007822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182007823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182007823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182007823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182007823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182007823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182007834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182007843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182007843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182007843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:10.966727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32754): Terminating (SIGTERM)\u000a18:20:11.006600 run iperf3-srv_10.42.42.10(pid=32755): Terminating (SIGTERM)\u000a18:20:11.046651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32758): Terminating (SIGTERM)\u000a18:20:11.086560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32761): Terminating (SIGTERM)\u000a18:20:11.126561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32764): Terminating (SIGTERM)\u000a18:20:11.135974 --- ParallelTerminationStrategy: PID 32754 died...\u000a18:20:11.189477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32754): Terminated: ok {rc=0}\u000a18:20:11.199345 --- ParallelTerminationStrategy: PID 32755 died...\u000a18:20:11.252734 run iperf3-srv_10.42.42.10(pid=32755): Terminated {rc=256}\u000a18:20:11.262418 --- ParallelTerminationStrategy: PID 32758 died...\u000a18:20:11.315571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32758): Terminated: ok {rc=0}\u000a18:20:11.325849 --- ParallelTerminationStrategy: PID 32761 died...\u000a18:20:11.379292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32761): Terminated: ok {rc=0}\u000a18:20:11.389267 --- ParallelTerminationStrategy: PID 32764 died...\u000a18:20:11.443281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32764): Terminated: ok {rc=0}\u000a18:20:11.532542 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=312): Process ended prematurely: osmo-stp_10.42.42.5(pid=312) [trial-2362↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=312)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=312): Process ended prematurely: osmo-stp_10.42.42.5(pid=312) [trial-2362↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a18:20:12.642491 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:12.653538 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:20:12.788364 tst iperf3m4.py: using LAC 22847\u000a18:20:12.906531 tst iperf3m4.py: using RAC 152\u000a18:20:13.023017 tst iperf3m4.py: using CellId 22847\u000a18:20:13.140168 tst iperf3m4.py: using BVCI 22848\u000a18:20:13.162952 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:13.173586 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:13.183909 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:13.194488 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:13.204999 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:13.215604 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:13.226417 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:13.236852 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:13.247578 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:13.366186 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:13.481340 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:13.599704 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:13.889854 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:20:14.023571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:14.355343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32766): Launched\u000a18:20:14.630372 run iperf3-srv_10.42.42.10(pid=32767): Launched\u000a18:20:14.824860 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:20:14.957571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:15.288014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=300): Launched\u000a18:20:15.561849 run iperf3-srv_10.42.42.10(pid=301): Launched\u000a18:20:15.756626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:20:15.902509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:16.250293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=302): Launched\u000a18:20:16.541878 run iperf3-srv_10.42.42.10(pid=303): Launched\u000a18:20:16.740210 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:20:16.875286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:17.221326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=304): Launched\u000a18:20:17.495571 run iperf3-srv_10.42.42.10(pid=305): Launched\u000a18:20:17.690949 tst iperf3m4.py:8: start network...\u000a18:20:17.823727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:18.335662 run create_hlr_db(pid=306): Launched\u000a18:20:18.520343 bus /gobi_6: Setting Powered False\u000a18:20:19.541857 run create_hlr_db(pid=306): Terminated: ok {rc=0}\u000a18:20:19.945238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=308): Launched\u000a18:20:20.246336 run osmo-hlr_10.42.42.2(pid=309): Launched\u000a18:20:20.358643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:20.919187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=311): Launched\u000a18:20:21.241728 run osmo-stp_10.42.42.5(pid=312): Launched\u000a18:20:21.357898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:20:21.915658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=314): Launched\u000a18:20:22.029569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:20:22.308681 run patchelf(pid=315): Launched\u000a18:20:22.496221 run osmo-stp_10.42.42.5(pid=312): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=312)]\u000a18:20:22.633364 run osmo-stp_10.42.42.5(pid=312): stdout: \u000a| (launched: 2022-12-09_18:20:21.082936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:22.770865 run osmo-stp_10.42.42.5(pid=312): stderr: \u000a| �[0;m�[38;5;43m20221209182021275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182021275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182021275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182021276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182021276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182021276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182021276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:22.903099 run osmo-stp_10.42.42.5(pid=312): stdout: \u000a| (launched: 2022-12-09_18:20:21.082936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:23.034327 run osmo-stp_10.42.42.5(pid=312): stderr: \u000a| �[0;m�[38;5;43m20221209182021275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182021275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182021275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182021276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182021276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182021276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182021276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:23.188252 run patchelf(pid=315): Terminating (SIGINT)\u000a18:20:23.368400 run patchelf(pid=315): Terminated: ok {rc=0}\u000a18:20:23.401640 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=312): Process ended prematurely: osmo-stp_10.42.42.5(pid=312) [trial-2362↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=312)] [trial-2362↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a18:20:23.411514 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:20:23.475135 run osmo-hlr_10.42.42.2(pid=309): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=309)]\u000a18:20:23.527071 run osmo-hlr_10.42.42.2(pid=309): stdout: \u000a| (launched: 2022-12-09_18:20:20.097220) \u000a18:20:23.579726 run osmo-hlr_10.42.42.2(pid=309): stderr: \u000a| �[0;m�[1;31m20221209182020274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182020274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182020274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182020274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182020274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182020274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182020286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182020297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182020298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182020298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:23.624508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32766): Terminating (SIGTERM)\u000a18:20:23.666904 run iperf3-srv_10.42.42.10(pid=32767): Terminating (SIGTERM)\u000a18:20:23.709177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=300): Terminating (SIGTERM)\u000a18:20:23.751472 run iperf3-srv_10.42.42.10(pid=301): Terminating (SIGTERM)\u000a18:20:23.793891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=302): Terminating (SIGTERM)\u000a18:20:23.835941 run iperf3-srv_10.42.42.10(pid=303): Terminating (SIGTERM)\u000a18:20:23.878102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=304): Terminating (SIGTERM)\u000a18:20:23.920290 run iperf3-srv_10.42.42.10(pid=305): Terminating (SIGTERM)\u000a18:20:23.962499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=308): Terminating (SIGTERM)\u000a18:20:24.004644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=311): Terminating (SIGTERM)\u000a18:20:24.046891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=314): Terminating (SIGTERM)\u000a18:20:24.056694 --- ParallelTerminationStrategy: PID 32766 died...\u000a18:20:24.113193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32766): Terminated: ok {rc=0}\u000a18:20:24.123354 --- ParallelTerminationStrategy: PID 32767 died...\u000a18:20:24.179742 run iperf3-srv_10.42.42.10(pid=32767): Terminated {rc=256}\u000a18:20:24.189943 --- ParallelTerminationStrategy: PID 300 died...\u000a18:20:24.246306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=300): Terminated: ok {rc=0}\u000a18:20:24.256344 --- ParallelTerminationStrategy: PID 301 died...\u000a18:20:24.311783 run iperf3-srv_10.42.42.10(pid=301): Terminated {rc=256}\u000a18:20:24.321958 --- ParallelTerminationStrategy: PID 302 died...\u000a18:20:24.377672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=302): Terminated: ok {rc=0}\u000a18:20:24.387727 --- ParallelTerminationStrategy: PID 303 died...\u000a18:20:24.443553 run iperf3-srv_10.42.42.10(pid=303): Terminated {rc=256}\u000a18:20:24.453819 --- ParallelTerminationStrategy: PID 304 died...\u000a18:20:24.509649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=304): Terminated: ok {rc=0}\u000a18:20:24.519729 --- ParallelTerminationStrategy: PID 305 died...\u000a18:20:24.575246 run iperf3-srv_10.42.42.10(pid=305): Terminated {rc=256}\u000a18:20:24.585576 --- ParallelTerminationStrategy: PID 308 died...\u000a18:20:24.641510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=308): Terminated: ok {rc=0}\u000a18:20:24.651717 --- ParallelTerminationStrategy: PID 311 died...\u000a18:20:24.707864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=311): Terminated: ok {rc=0}\u000a18:20:24.718060 --- ParallelTerminationStrategy: PID 314 died...\u000a18:20:24.773890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=314): Terminated: ok {rc=0}\u000a18:20:24.861615 bus /gobi_4: Setting Powered False\u000a18:20:25.967450 bus /gobi_4: Setting Powered False\u000a18:20:27.075075 bus /gobi_1: Setting Powered False\u000a18:20:28.181842 bus /gobi_1: Setting Powered False\u000a18:20:29.289653 bus /gobi_0: Setting Powered False\u000a18:20:30.395284 bus /gobi_0: Setting Powered False\u000a18:20:31.512533 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=322): Process ended prematurely: osmo-stp_10.42.42.5(pid=322) [trial-2362↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=322)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=322): Process ended prematurely: osmo-stp_10.42.42.5(pid=322) [trial-2362↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a18:20:32.577019 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:32.588253 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:20:32.721171 tst ping.py: using LAC 22848\u000a18:20:32.843711 tst ping.py: using RAC 153\u000a18:20:32.966286 tst ping.py: using CellId 22848\u000a18:20:33.090967 tst ping.py: using BVCI 22849\u000a18:20:33.114949 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:33.126088 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:33.137512 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:33.148363 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:33.159206 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:33.170010 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:33.181243 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:33.191955 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:33.461185 tst ping.py:19: start network...\u000a18:20:33.582793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:34.058625 run create_hlr_db(pid=316): Launched\u000a18:20:34.241651 bus /gobi_6: Setting Powered False\u000a18:20:35.262415 run create_hlr_db(pid=316): Terminated: ok {rc=0}\u000a18:20:35.679722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=318): Launched\u000a18:20:35.993519 run osmo-hlr_10.42.42.2(pid=319): Launched\u000a18:20:36.110935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:36.656999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=321): Launched\u000a18:20:36.969290 run osmo-stp_10.42.42.5(pid=322): Launched\u000a18:20:37.081790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:20:37.629840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=324): Launched\u000a18:20:37.741144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:20:38.015066 run patchelf(pid=325): Launched\u000a18:20:38.199923 run osmo-stp_10.42.42.5(pid=322): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=322)]\u000a18:20:38.335084 run osmo-stp_10.42.42.5(pid=322): stdout: \u000a| (launched: 2022-12-09_18:20:36.815974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:38.470545 run osmo-stp_10.42.42.5(pid=322): stderr: \u000a| �[0;m�[38;5;43m20221209182037008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182037008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182037009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182037009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:38.601032 run osmo-stp_10.42.42.5(pid=322): stdout: \u000a| (launched: 2022-12-09_18:20:36.815974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:38.729869 run osmo-stp_10.42.42.5(pid=322): stderr: \u000a| �[0;m�[38;5;43m20221209182037008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182037008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182037009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182037009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:38.879453 run patchelf(pid=325): Terminating (SIGINT)\u000a18:20:39.055800 run patchelf(pid=325): Terminated: ok {rc=0}\u000a18:20:39.087915 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=322): Process ended prematurely: osmo-stp_10.42.42.5(pid=322) [trial-2362↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=322)] [trial-2362↪gprs:nanobts+band-900↪ping.py:22]\u000a18:20:39.097138 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:20:39.160544 run osmo-hlr_10.42.42.2(pid=319): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=319)]\u000a18:20:39.212205 run osmo-hlr_10.42.42.2(pid=319): stdout: \u000a| (launched: 2022-12-09_18:20:35.838957) \u000a18:20:39.263907 run osmo-hlr_10.42.42.2(pid=319): stderr: \u000a| �[0;m�[1;31m20221209182036039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182036039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182036040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182036040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182036040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182036040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182036052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182036060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182036061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182036061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:39.307860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=318): Terminating (SIGTERM)\u000a18:20:39.349597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=321): Terminating (SIGTERM)\u000a18:20:39.391252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=324): Terminating (SIGTERM)\u000a18:20:39.400999 --- ParallelTerminationStrategy: PID 318 died...\u000a18:20:39.457143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=318): Terminated: ok {rc=0}\u000a18:20:39.467331 --- ParallelTerminationStrategy: PID 321 died...\u000a18:20:39.522989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=321): Terminated: ok {rc=0}\u000a18:20:39.533180 --- ParallelTerminationStrategy: PID 324 died...\u000a18:20:39.588630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=324): Terminated: ok {rc=0}\u000a18:20:39.674880 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=332): Process ended prematurely: osmo-stp_10.42.42.5(pid=332) [trial-2362↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=332)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=332): Process ended prematurely: osmo-stp_10.42.42.5(pid=332) [trial-2362↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a18:20:40.727808 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:40.739667 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:20:40.880616 tst ping_idle_ping.py: using LAC 22849\u000a18:20:41.009583 tst ping_idle_ping.py: using RAC 154\u000a18:20:41.131021 tst ping_idle_ping.py: using CellId 22849\u000a18:20:41.253464 tst ping_idle_ping.py: using BVCI 22850\u000a18:20:41.277386 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:41.288314 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:41.299251 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:41.310132 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:41.320929 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:41.331810 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:41.342809 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:41.354016 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:41.625107 tst ping_idle_ping.py:24: start network...\u000a18:20:41.747266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:42.214210 run create_hlr_db(pid=326): Launched\u000a18:20:42.384861 bus /gobi_6: Setting Powered False\u000a18:20:43.405073 run create_hlr_db(pid=326): Terminated: ok {rc=0}\u000a18:20:43.798673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=328): Launched\u000a18:20:44.092833 run osmo-hlr_10.42.42.2(pid=329): Launched\u000a18:20:44.199812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:44.709016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=331): Launched\u000a18:20:45.003298 run osmo-stp_10.42.42.5(pid=332): Launched\u000a18:20:45.110653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:20:45.624450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=334): Launched\u000a18:20:45.728140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:20:46.026750 run patchelf(pid=335): Launched\u000a18:20:46.203005 run osmo-stp_10.42.42.5(pid=332): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=332)]\u000a18:20:46.333281 run osmo-stp_10.42.42.5(pid=332): stdout: \u000a| (launched: 2022-12-09_18:20:44.857722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:46.463902 run osmo-stp_10.42.42.5(pid=332): stderr: \u000a| �[0;m�[38;5;43m20221209182045028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182045028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182045028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182045029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182045029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182045029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182045029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:46.589405 run osmo-stp_10.42.42.5(pid=332): stdout: \u000a| (launched: 2022-12-09_18:20:44.857722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:46.713447 run osmo-stp_10.42.42.5(pid=332): stderr: \u000a| �[0;m�[38;5;43m20221209182045028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182045028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182045028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182045029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182045029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182045029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182045029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:46.857964 run patchelf(pid=335): Terminating (SIGINT)\u000a18:20:47.028446 run patchelf(pid=335): Terminated: ok {rc=0}\u000a18:20:47.060124 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=332): Process ended prematurely: osmo-stp_10.42.42.5(pid=332) [trial-2362↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=332)] [trial-2362↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a18:20:47.069879 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a18:20:47.134666 run osmo-hlr_10.42.42.2(pid=329): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=329)]\u000a18:20:47.185460 run osmo-hlr_10.42.42.2(pid=329): stdout: \u000a| (launched: 2022-12-09_18:20:43.947634) \u000a18:20:47.235151 run osmo-hlr_10.42.42.2(pid=329): stderr: \u000a| �[0;m�[1;31m20221209182044120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182044120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182044120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182044120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182044120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182044120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182044132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182044141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182044141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182044142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:47.277542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=328): Terminating (SIGTERM)\u000a18:20:47.317664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=331): Terminating (SIGTERM)\u000a18:20:47.357433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=334): Terminating (SIGTERM)\u000a18:20:47.366705 --- ParallelTerminationStrategy: PID 328 died...\u000a18:20:47.420438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=328): Terminated: ok {rc=0}\u000a18:20:47.430234 --- ParallelTerminationStrategy: PID 331 died...\u000a18:20:47.483574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=331): Terminated: ok {rc=0}\u000a18:20:47.493316 --- ParallelTerminationStrategy: PID 334 died...\u000a18:20:47.546244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=334): Terminated: ok {rc=0}\u000a18:20:47.633533 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:19:50" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=356): Process ended prematurely: osmo-stp_10.42.42.5(pid=356) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=356)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=356): Process ended prematurely: osmo-stp_10.42.42.5(pid=356) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:20:49.791857 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:20:49.803183 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:20:49.947511 tst cs_paging_gprs_active.py: using LAC 22850\u000a18:20:50.077011 tst cs_paging_gprs_active.py: using RAC 155\u000a18:20:50.201272 tst cs_paging_gprs_active.py: using CellId 22850\u000a18:20:50.325242 tst cs_paging_gprs_active.py: using BVCI 22851\u000a18:20:50.349707 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:20:50.360917 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:20:50.372481 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:20:50.383612 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:20:50.394607 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:20:50.405724 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:20:50.416867 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:20:50.427828 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:20:50.439018 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:20:50.552753 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:20:50.842762 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:20:50.976198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:51.309442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=339): Launched\u000a18:20:51.585183 run iperf3-srv_10.42.42.10(pid=340): Launched\u000a18:20:51.781252 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:20:51.914898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:52.247501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=341): Launched\u000a18:20:52.521825 run iperf3-srv_10.42.42.10(pid=342): Launched\u000a18:20:52.717600 tst cs_paging_gprs_active.py:38: start network...\u000a18:20:52.850495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:53.363232 run create_hlr_db(pid=343): Launched\u000a18:20:53.547968 bus /gobi_6: Setting Powered False\u000a18:20:54.558192 run create_hlr_db(pid=343): Terminated: ok {rc=0}\u000a18:20:54.991428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=345): Launched\u000a18:20:55.313953 run osmo-hlr_10.42.42.2(pid=347): Launched\u000a18:20:55.430665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:55.986904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=355): Launched\u000a18:20:56.307275 run osmo-stp_10.42.42.5(pid=356): Launched\u000a18:20:56.423181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:20:56.981462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=359): Launched\u000a18:20:57.095495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:20:57.376134 run patchelf(pid=360): Launched\u000a18:20:57.563605 run osmo-stp_10.42.42.5(pid=356): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=356)]\u000a18:20:57.700238 run osmo-stp_10.42.42.5(pid=356): stdout: \u000a| (launched: 2022-12-09_18:20:56.149702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:57.836809 run osmo-stp_10.42.42.5(pid=356): stderr: \u000a| �[0;m�[38;5;43m20221209182056341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182056341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182056341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182056342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182056342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182056342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182056342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:57.968628 run osmo-stp_10.42.42.5(pid=356): stdout: \u000a| (launched: 2022-12-09_18:20:56.149702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:58.099353 run osmo-stp_10.42.42.5(pid=356): stderr: \u000a| �[0;m�[38;5;43m20221209182056341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182056341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182056341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182056342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182056342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182056342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182056342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:58.251983 run patchelf(pid=360): Terminating (SIGINT)\u000a18:20:58.431583 run patchelf(pid=360): Terminated: ok {rc=0}\u000a18:20:58.464544 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=356): Process ended prematurely: osmo-stp_10.42.42.5(pid=356) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=356)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:20:58.474487 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:20:58.536865 run osmo-hlr_10.42.42.2(pid=347): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=347)]\u000a18:20:58.587592 run osmo-hlr_10.42.42.2(pid=347): stdout: \u000a| (launched: 2022-12-09_18:20:55.155111) \u000a18:20:58.638977 run osmo-hlr_10.42.42.2(pid=347): stderr: \u000a| �[0;m�[1;31m20221209182055353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182055354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182055354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182055354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182055354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182055354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182055366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182055375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182055376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182055376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:58.683001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=339): Terminating (SIGTERM)\u000a18:20:58.724409 run iperf3-srv_10.42.42.10(pid=340): Terminating (SIGTERM)\u000a18:20:58.766353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=341): Terminating (SIGTERM)\u000a18:20:58.807513 run iperf3-srv_10.42.42.10(pid=342): Terminating (SIGTERM)\u000a18:20:58.848721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=345): Terminating (SIGTERM)\u000a18:20:58.889975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=355): Terminating (SIGTERM)\u000a18:20:58.931210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=359): Terminating (SIGTERM)\u000a18:20:58.940801 --- ParallelTerminationStrategy: PID 339 died...\u000a18:20:58.996108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=339): Terminated: ok {rc=0}\u000a18:20:59.006171 --- ParallelTerminationStrategy: PID 340 died...\u000a18:20:59.061155 run iperf3-srv_10.42.42.10(pid=340): Terminated {rc=256}\u000a18:20:59.071121 --- ParallelTerminationStrategy: PID 341 died...\u000a18:20:59.126211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=341): Terminated: ok {rc=0}\u000a18:20:59.136113 --- ParallelTerminationStrategy: PID 342 died...\u000a18:20:59.191271 run iperf3-srv_10.42.42.10(pid=342): Terminated {rc=256}\u000a18:20:59.201310 --- ParallelTerminationStrategy: PID 345 died...\u000a18:20:59.256094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=345): Terminated: ok {rc=0}\u000a18:20:59.266078 --- ParallelTerminationStrategy: PID 355 died...\u000a18:20:59.320987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=355): Terminated: ok {rc=0}\u000a18:20:59.330995 --- ParallelTerminationStrategy: PID 359 died...\u000a18:20:59.386627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=359): Terminated: ok {rc=0}\u000a18:20:59.472015 bus /gobi_0: Setting Powered False\u000a18:21:00.576473 bus /gobi_0: Setting Powered False\u000a18:21:01.700432 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=374): Process ended prematurely: osmo-stp_10.42.42.5(pid=374) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=374)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=374): Process ended prematurely: osmo-stp_10.42.42.5(pid=374) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:21:02.814796 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:02.826584 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:21:02.972007 tst iperf3.py: using LAC 22851\u000a18:21:03.096777 tst iperf3.py: using RAC 156\u000a18:21:03.223706 tst iperf3.py: using CellId 22851\u000a18:21:03.348238 tst iperf3.py: using BVCI 22852\u000a18:21:03.373231 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:03.384575 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:03.395672 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:03.406828 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:03.417845 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:03.428791 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:03.439962 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:03.450912 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:03.462139 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:03.748393 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:21:03.881572 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:04.214057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=361): Launched\u000a18:21:04.489432 run iperf3-srv_10.42.42.10(pid=362): Launched\u000a18:21:04.685432 tst iperf3.py:8: start network...\u000a18:21:04.818881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:05.332351 run create_hlr_db(pid=368): Launched\u000a18:21:05.518278 bus /gobi_6: Setting Powered False\u000a18:21:06.538835 run create_hlr_db(pid=368): Terminated: ok {rc=0}\u000a18:21:06.966906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=370): Launched\u000a18:21:07.289338 run osmo-hlr_10.42.42.2(pid=371): Launched\u000a18:21:07.407204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:07.966930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=373): Launched\u000a18:21:08.288622 run osmo-stp_10.42.42.5(pid=374): Launched\u000a18:21:08.404892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:08.964852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=376): Launched\u000a18:21:09.079281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:09.360884 run patchelf(pid=377): Launched\u000a18:21:09.549491 run osmo-stp_10.42.42.5(pid=374): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=374)]\u000a18:21:09.686434 run osmo-stp_10.42.42.5(pid=374): stdout: \u000a| (launched: 2022-12-09_18:21:08.130292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:09.823949 run osmo-stp_10.42.42.5(pid=374): stderr: \u000a| �[0;m�[38;5;43m20221209182108324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182108324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182108324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182108324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182108325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182108325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182108325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:09.956726 run osmo-stp_10.42.42.5(pid=374): stdout: \u000a| (launched: 2022-12-09_18:21:08.130292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:10.088434 run osmo-stp_10.42.42.5(pid=374): stderr: \u000a| �[0;m�[38;5;43m20221209182108324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182108324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182108324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182108324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182108325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182108325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182108325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:10.242141 run patchelf(pid=377): Terminating (SIGINT)\u000a18:21:10.421695 run patchelf(pid=377): Terminated: ok {rc=0}\u000a18:21:10.454621 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=374): Process ended prematurely: osmo-stp_10.42.42.5(pid=374) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=374)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a18:21:10.464420 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:21:10.527219 run osmo-hlr_10.42.42.2(pid=371): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=371)]\u000a18:21:10.578296 run osmo-hlr_10.42.42.2(pid=371): stdout: \u000a| (launched: 2022-12-09_18:21:07.129909) \u000a18:21:10.629969 run osmo-hlr_10.42.42.2(pid=371): stderr: \u000a| �[0;m�[1;31m20221209182107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182107342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182107351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182107351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182107351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:10.674054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=361): Terminating (SIGTERM)\u000a18:21:10.715931 run iperf3-srv_10.42.42.10(pid=362): Terminating (SIGTERM)\u000a18:21:10.757938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=370): Terminating (SIGTERM)\u000a18:21:10.799647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=373): Terminating (SIGTERM)\u000a18:21:10.841727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=376): Terminating (SIGTERM)\u000a18:21:10.851485 --- ParallelTerminationStrategy: PID 361 died...\u000a18:21:10.907458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=361): Terminated: ok {rc=0}\u000a18:21:10.917673 --- ParallelTerminationStrategy: PID 362 died...\u000a18:21:10.973466 run iperf3-srv_10.42.42.10(pid=362): Terminated {rc=256}\u000a18:21:10.983531 --- ParallelTerminationStrategy: PID 370 died...\u000a18:21:11.039401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=370): Terminated: ok {rc=0}\u000a18:21:11.049933 --- ParallelTerminationStrategy: PID 373 died...\u000a18:21:11.106296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=373): Terminated: ok {rc=0}\u000a18:21:11.116418 --- ParallelTerminationStrategy: PID 376 died...\u000a18:21:11.172399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=376): Terminated: ok {rc=0}\u000a18:21:11.259155 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=392): Process ended prematurely: osmo-stp_10.42.42.5(pid=392) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=392)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=392): Process ended prematurely: osmo-stp_10.42.42.5(pid=392) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:21:12.373658 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:12.385410 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:21:12.530184 tst iperf3m4.py: using LAC 22852\u000a18:21:12.649821 tst iperf3m4.py: using RAC 157\u000a18:21:12.765816 tst iperf3m4.py: using CellId 22852\u000a18:21:12.882572 tst iperf3m4.py: using BVCI 22853\u000a18:21:12.905441 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:12.916285 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:12.926946 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:12.938028 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:12.948722 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:12.959587 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:12.970671 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:12.981474 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:12.992367 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:13.106973 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:13.223797 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:13.340299 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:13.617530 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:21:13.741751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:14.052735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=378): Launched\u000a18:21:14.310905 run iperf3-srv_10.42.42.10(pid=379): Launched\u000a18:21:14.493045 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:21:14.617179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:14.927730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=380): Launched\u000a18:21:15.185661 run iperf3-srv_10.42.42.10(pid=381): Launched\u000a18:21:15.367338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:21:15.491241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:15.802657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=382): Launched\u000a18:21:16.093400 run iperf3-srv_10.42.42.10(pid=383): Launched\u000a18:21:16.279488 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:21:16.406830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:16.738051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=384): Launched\u000a18:21:17.033237 run iperf3-srv_10.42.42.10(pid=385): Launched\u000a18:21:17.223229 tst iperf3m4.py:8: start network...\u000a18:21:17.347827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:17.818554 run create_hlr_db(pid=386): Launched\u000a18:21:17.990229 bus /gobi_6: Setting Powered False\u000a18:21:19.012105 run create_hlr_db(pid=386): Terminated: ok {rc=0}\u000a18:21:19.438855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=388): Launched\u000a18:21:19.762060 run osmo-hlr_10.42.42.2(pid=389): Launched\u000a18:21:19.883157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:20.443951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=391): Launched\u000a18:21:20.765509 run osmo-stp_10.42.42.5(pid=392): Launched\u000a18:21:20.881352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:21.441791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=394): Launched\u000a18:21:21.556505 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:21.835782 run patchelf(pid=395): Launched\u000a18:21:22.024455 run osmo-stp_10.42.42.5(pid=392): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=392)]\u000a18:21:22.161893 run osmo-stp_10.42.42.5(pid=392): stdout: \u000a| (launched: 2022-12-09_18:21:20.607853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:22.299209 run osmo-stp_10.42.42.5(pid=392): stderr: \u000a| �[0;m�[38;5;43m20221209182120799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182120800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182120800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182120800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:22.431604 run osmo-stp_10.42.42.5(pid=392): stdout: \u000a| (launched: 2022-12-09_18:21:20.607853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:22.562835 run osmo-stp_10.42.42.5(pid=392): stderr: \u000a| �[0;m�[38;5;43m20221209182120799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182120800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182120800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182120800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:22.715695 run patchelf(pid=395): Terminating (SIGINT)\u000a18:21:22.894982 run patchelf(pid=395): Terminated: ok {rc=0}\u000a18:21:22.927998 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=392): Process ended prematurely: osmo-stp_10.42.42.5(pid=392) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=392)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:21:22.938003 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a18:21:23.001248 run osmo-hlr_10.42.42.2(pid=389): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=389)]\u000a18:21:23.052602 run osmo-hlr_10.42.42.2(pid=389): stdout: \u000a| (launched: 2022-12-09_18:21:19.602971) \u000a18:21:23.104480 run osmo-hlr_10.42.42.2(pid=389): stderr: \u000a| �[0;m�[1;31m20221209182119804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182119804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182119804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182119804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182119804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182119804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182119817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182119825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182119825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182119825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:23.149242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=378): Terminating (SIGTERM)\u000a18:21:23.191179 run iperf3-srv_10.42.42.10(pid=379): Terminating (SIGTERM)\u000a18:21:23.233235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=380): Terminating (SIGTERM)\u000a18:21:23.275229 run iperf3-srv_10.42.42.10(pid=381): Terminating (SIGTERM)\u000a18:21:23.317227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=382): Terminating (SIGTERM)\u000a18:21:23.359113 run iperf3-srv_10.42.42.10(pid=383): Terminating (SIGTERM)\u000a18:21:23.400999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=384): Terminating (SIGTERM)\u000a18:21:23.442768 run iperf3-srv_10.42.42.10(pid=385): Terminating (SIGTERM)\u000a18:21:23.484608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=388): Terminating (SIGTERM)\u000a18:21:23.526411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=391): Terminating (SIGTERM)\u000a18:21:23.568751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=394): Terminating (SIGTERM)\u000a18:21:23.578619 --- ParallelTerminationStrategy: PID 378 died...\u000a18:21:23.634645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=378): Terminated: ok {rc=0}\u000a18:21:23.644784 --- ParallelTerminationStrategy: PID 379 died...\u000a18:21:23.700081 run iperf3-srv_10.42.42.10(pid=379): Terminated {rc=256}\u000a18:21:23.710131 --- ParallelTerminationStrategy: PID 380 died...\u000a18:21:23.765413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=380): Terminated: ok {rc=0}\u000a18:21:23.775532 --- ParallelTerminationStrategy: PID 381 died...\u000a18:21:23.831071 run iperf3-srv_10.42.42.10(pid=381): Terminated {rc=256}\u000a18:21:23.841152 --- ParallelTerminationStrategy: PID 382 died...\u000a18:21:23.896886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=382): Terminated: ok {rc=0}\u000a18:21:23.907156 --- ParallelTerminationStrategy: PID 383 died...\u000a18:21:23.962627 run iperf3-srv_10.42.42.10(pid=383): Terminated {rc=256}\u000a18:21:23.972664 --- ParallelTerminationStrategy: PID 384 died...\u000a18:21:24.028168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=384): Terminated: ok {rc=0}\u000a18:21:24.038426 --- ParallelTerminationStrategy: PID 385 died...\u000a18:21:24.094030 run iperf3-srv_10.42.42.10(pid=385): Terminated {rc=256}\u000a18:21:24.104058 --- ParallelTerminationStrategy: PID 388 died...\u000a18:21:24.159826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=388): Terminated: ok {rc=0}\u000a18:21:24.170001 --- ParallelTerminationStrategy: PID 391 died...\u000a18:21:24.225356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=391): Terminated: ok {rc=0}\u000a18:21:24.235471 --- ParallelTerminationStrategy: PID 394 died...\u000a18:21:24.290874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=394): Terminated: ok {rc=0}\u000a18:21:24.377395 bus /gobi_4: Setting Powered False\u000a18:21:25.484907 bus /gobi_4: Setting Powered False\u000a18:21:26.593060 bus /gobi_1: Setting Powered False\u000a18:21:27.700392 bus /gobi_1: Setting Powered False\u000a18:21:28.807838 bus /gobi_0: Setting Powered False\u000a18:21:29.912342 bus /gobi_0: Setting Powered False\u000a18:21:31.045135 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=403): Process ended prematurely: osmo-stp_10.42.42.5(pid=403) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=403)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=403): Process ended prematurely: osmo-stp_10.42.42.5(pid=403) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:21:32.112081 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.124562 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:21:32.267333 tst ping.py: using LAC 22853\u000a18:21:32.382678 tst ping.py: using RAC 158\u000a18:21:32.499500 tst ping.py: using CellId 22853\u000a18:21:32.614537 tst ping.py: using BVCI 22854\u000a18:21:32.636800 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.647711 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.658424 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.669543 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.680302 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.690886 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.702140 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.712870 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:32.982203 tst ping.py:19: start network...\u000a18:21:33.103741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:33.565127 run create_hlr_db(pid=397): Launched\u000a18:21:33.735180 bus /gobi_6: Setting Powered False\u000a18:21:34.756315 run create_hlr_db(pid=397): Terminated: ok {rc=0}\u000a18:21:35.176661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=399): Launched\u000a18:21:35.491051 run osmo-hlr_10.42.42.2(pid=400): Launched\u000a18:21:35.609713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:36.159486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=402): Launched\u000a18:21:36.473979 run osmo-stp_10.42.42.5(pid=403): Launched\u000a18:21:36.588025 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:37.137576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=405): Launched\u000a18:21:37.249956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:37.524205 run patchelf(pid=406): Launched\u000a18:21:37.709962 run osmo-stp_10.42.42.5(pid=403): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=403)]\u000a18:21:37.845596 run osmo-stp_10.42.42.5(pid=403): stdout: \u000a| (launched: 2022-12-09_18:21:36.318697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:37.981561 run osmo-stp_10.42.42.5(pid=403): stderr: \u000a| �[0;m�[38;5;43m20221209182136510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182136511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182136511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182136511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182136512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182136512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182136512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:38.112329 run osmo-stp_10.42.42.5(pid=403): stdout: \u000a| (launched: 2022-12-09_18:21:36.318697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:38.242287 run osmo-stp_10.42.42.5(pid=403): stderr: \u000a| �[0;m�[38;5;43m20221209182136510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182136511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182136511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182136511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182136512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182136512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182136512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:38.392403 run patchelf(pid=406): Terminating (SIGINT)\u000a18:21:38.569340 run patchelf(pid=406): Terminated: ok {rc=0}\u000a18:21:38.601382 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=403): Process ended prematurely: osmo-stp_10.42.42.5(pid=403) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=403)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a18:21:38.610710 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:21:38.673853 run osmo-hlr_10.42.42.2(pid=400): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=400)]\u000a18:21:38.725342 run osmo-hlr_10.42.42.2(pid=400): stdout: \u000a| (launched: 2022-12-09_18:21:35.336662) \u000a18:21:38.777329 run osmo-hlr_10.42.42.2(pid=400): stderr: \u000a| �[0;m�[1;31m20221209182135532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182135532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182135532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182135532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182135532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182135532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182135544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182135552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182135553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182135553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:38.821722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=399): Terminating (SIGTERM)\u000a18:21:38.863668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=402): Terminating (SIGTERM)\u000a18:21:38.905598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=405): Terminating (SIGTERM)\u000a18:21:38.915314 --- ParallelTerminationStrategy: PID 399 died...\u000a18:21:38.971416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=399): Terminated: ok {rc=0}\u000a18:21:38.982044 --- ParallelTerminationStrategy: PID 402 died...\u000a18:21:39.037788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=402): Terminated: ok {rc=0}\u000a18:21:39.047963 --- ParallelTerminationStrategy: PID 405 died...\u000a18:21:39.103765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=405): Terminated: ok {rc=0}\u000a18:21:39.191666 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=413): Process ended prematurely: osmo-stp_10.42.42.5(pid=413) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=413)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=413): Process ended prematurely: osmo-stp_10.42.42.5(pid=413) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:21:40.244731 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:40.257112 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:21:40.399254 tst ping_idle_ping.py: using LAC 22854\u000a18:21:40.525017 tst ping_idle_ping.py: using RAC 159\u000a18:21:40.653678 tst ping_idle_ping.py: using CellId 22854\u000a18:21:40.775561 tst ping_idle_ping.py: using BVCI 22855\u000a18:21:40.799716 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:40.811219 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:40.822444 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:40.833729 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:40.844745 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:40.855846 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:40.867224 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:40.878361 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:41.152707 tst ping_idle_ping.py:24: start network...\u000a18:21:41.275554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:41.743171 run create_hlr_db(pid=407): Launched\u000a18:21:41.913690 bus /gobi_6: Setting Powered False\u000a18:21:42.935639 run create_hlr_db(pid=407): Terminated: ok {rc=0}\u000a18:21:43.357769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=409): Launched\u000a18:21:43.673490 run osmo-hlr_10.42.42.2(pid=410): Launched\u000a18:21:43.790456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:44.339710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=412): Launched\u000a18:21:44.655339 run osmo-stp_10.42.42.5(pid=413): Launched\u000a18:21:44.769413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:45.320593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=415): Launched\u000a18:21:45.432642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:45.707939 run patchelf(pid=416): Launched\u000a18:21:45.907907 run osmo-stp_10.42.42.5(pid=413): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=413)]\u000a18:21:46.058174 run osmo-stp_10.42.42.5(pid=413): stdout: \u000a| (launched: 2022-12-09_18:21:44.500044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:46.190450 run osmo-stp_10.42.42.5(pid=413): stderr: \u000a| �[0;m�[38;5;43m20221209182144693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182144693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182144693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182144694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182144694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182144694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182144694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:46.316361 run osmo-stp_10.42.42.5(pid=413): stdout: \u000a| (launched: 2022-12-09_18:21:44.500044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:46.442185 run osmo-stp_10.42.42.5(pid=413): stderr: \u000a| �[0;m�[38;5;43m20221209182144693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182144693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182144693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182144694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182144694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182144694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182144694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:46.589608 run patchelf(pid=416): Terminating (SIGINT)\u000a18:21:46.761883 run patchelf(pid=416): Terminated: ok {rc=0}\u000a18:21:46.795245 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=413): Process ended prematurely: osmo-stp_10.42.42.5(pid=413) [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=413)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:21:46.804881 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:21:46.869938 run osmo-hlr_10.42.42.2(pid=410): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=410)]\u000a18:21:46.921232 run osmo-hlr_10.42.42.2(pid=410): stdout: \u000a| (launched: 2022-12-09_18:21:43.518079) \u000a18:21:46.974525 run osmo-hlr_10.42.42.2(pid=410): stderr: \u000a| �[0;m�[1;31m20221209182143716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182143716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182143716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182143716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182143716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182143716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182143728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182143737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182143737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182143737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:47.020230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=409): Terminating (SIGTERM)\u000a18:21:47.064534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=412): Terminating (SIGTERM)\u000a18:21:47.106790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=415): Terminating (SIGTERM)\u000a18:21:47.119472 --- ParallelTerminationStrategy: PID 409 died...\u000a18:21:47.177951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=409): Terminated: ok {rc=0}\u000a18:21:47.188092 --- ParallelTerminationStrategy: PID 412 died...\u000a18:21:47.243931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=412): Terminated: ok {rc=0}\u000a18:21:47.254146 --- ParallelTerminationStrategy: PID 415 died...\u000a18:21:47.310143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=415): Terminated: ok {rc=0}\u000a18:21:47.398318 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:20:49" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=430): Process ended prematurely: osmo-stp_10.42.42.5(pid=430) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=430)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=430): Process ended prematurely: osmo-stp_10.42.42.5(pid=430) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:21:49.545887 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:21:49.556599 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:21:49.709261 tst cs_paging_gprs_active.py: using LAC 22855\u000a18:21:49.830940 tst cs_paging_gprs_active.py: using RAC 160\u000a18:21:49.951591 tst cs_paging_gprs_active.py: using CellId 22855\u000a18:21:50.067909 tst cs_paging_gprs_active.py: using BVCI 22856\u000a18:21:50.090791 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:21:50.101679 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:21:50.112311 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:21:50.123231 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:21:50.134081 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:21:50.144941 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:21:50.155896 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:21:50.166679 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:21:50.177665 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:21:50.296582 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:21:50.570826 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:21:50.694653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:51.004529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=420): Launched\u000a18:21:51.261068 run iperf3-srv_10.42.42.10(pid=421): Launched\u000a18:21:51.442253 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:21:51.566029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:51.875594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=422): Launched\u000a18:21:52.132195 run iperf3-srv_10.42.42.10(pid=423): Launched\u000a18:21:52.313340 tst cs_paging_gprs_active.py:38: start network...\u000a18:21:52.436683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:52.905089 run create_hlr_db(pid=424): Launched\u000a18:21:53.076099 bus /gobi_6: Setting Powered False\u000a18:21:54.097693 run create_hlr_db(pid=424): Terminated: ok {rc=0}\u000a18:21:54.494244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=426): Launched\u000a18:21:54.793834 run osmo-hlr_10.42.42.2(pid=427): Launched\u000a18:21:54.910336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:55.436650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=429): Launched\u000a18:21:55.734650 run osmo-stp_10.42.42.5(pid=430): Launched\u000a18:21:55.843998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:56.365901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=432): Launched\u000a18:21:56.472374 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:56.734442 run patchelf(pid=433): Launched\u000a18:21:56.910457 run osmo-stp_10.42.42.5(pid=430): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=430)]\u000a18:21:57.038541 run osmo-stp_10.42.42.5(pid=430): stdout: \u000a| (launched: 2022-12-09_18:21:55.587847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:57.167512 run osmo-stp_10.42.42.5(pid=430): stderr: \u000a| �[0;m�[38;5;43m20221209182155757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182155757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182155757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182155758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182155758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182155758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182155758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:57.291738 run osmo-stp_10.42.42.5(pid=430): stdout: \u000a| (launched: 2022-12-09_18:21:55.587847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:57.414918 run osmo-stp_10.42.42.5(pid=430): stderr: \u000a| �[0;m�[38;5;43m20221209182155757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182155757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182155757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182155758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182155758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182155758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182155758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:57.558438 run patchelf(pid=433): Terminating (SIGINT)\u000a18:21:57.727392 run patchelf(pid=433): Terminated: ok {rc=0}\u000a18:21:57.758544 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=430): Process ended prematurely: osmo-stp_10.42.42.5(pid=430) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=430)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:21:57.767822 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a18:21:57.828225 run osmo-hlr_10.42.42.2(pid=427): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=427)]\u000a18:21:57.877296 run osmo-hlr_10.42.42.2(pid=427): stdout: \u000a| (launched: 2022-12-09_18:21:54.645809) \u000a18:21:57.926689 run osmo-hlr_10.42.42.2(pid=427): stderr: \u000a| �[0;m�[1;31m20221209182154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182154832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182154840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182154840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182154840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:57.968480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=420): Terminating (SIGTERM)\u000a18:21:58.008138 run iperf3-srv_10.42.42.10(pid=421): Terminating (SIGTERM)\u000a18:21:58.047798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=422): Terminating (SIGTERM)\u000a18:21:58.087406 run iperf3-srv_10.42.42.10(pid=423): Terminating (SIGTERM)\u000a18:21:58.127218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=426): Terminating (SIGTERM)\u000a18:21:58.166879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=429): Terminating (SIGTERM)\u000a18:21:58.206563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=432): Terminating (SIGTERM)\u000a18:21:58.216053 --- ParallelTerminationStrategy: PID 420 died...\u000a18:21:58.269578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=420): Terminated: ok {rc=0}\u000a18:21:58.279429 --- ParallelTerminationStrategy: PID 421 died...\u000a18:21:58.332173 run iperf3-srv_10.42.42.10(pid=421): Terminated {rc=256}\u000a18:21:58.341928 --- ParallelTerminationStrategy: PID 422 died...\u000a18:21:58.394613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=422): Terminated: ok {rc=0}\u000a18:21:58.404351 --- ParallelTerminationStrategy: PID 423 died...\u000a18:21:58.456970 run iperf3-srv_10.42.42.10(pid=423): Terminated {rc=256}\u000a18:21:58.466753 --- ParallelTerminationStrategy: PID 426 died...\u000a18:21:58.519572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=426): Terminated: ok {rc=0}\u000a18:21:58.529214 --- ParallelTerminationStrategy: PID 429 died...\u000a18:21:58.581895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=429): Terminated: ok {rc=0}\u000a18:21:58.591629 --- ParallelTerminationStrategy: PID 432 died...\u000a18:21:58.644333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=432): Terminated: ok {rc=0}\u000a18:21:58.732693 bus /gobi_0: Setting Powered False\u000a18:21:59.835899 bus /gobi_0: Setting Powered False\u000a18:22:00.961980 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=442): Process ended prematurely: osmo-stp_10.42.42.5(pid=442) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=442)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=442): Process ended prematurely: osmo-stp_10.42.42.5(pid=442) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:22:02.073609 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:02.086242 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:22:02.250619 tst iperf3.py: using LAC 22856\u000a18:22:02.376841 tst iperf3.py: using RAC 161\u000a18:22:02.501527 tst iperf3.py: using CellId 22856\u000a18:22:02.631318 tst iperf3.py: using BVCI 22857\u000a18:22:02.655802 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:02.667286 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:02.678424 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:02.689577 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:02.700590 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:02.711677 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:02.722945 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:02.733933 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:02.745132 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:03.019480 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:22:03.144114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:03.455656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=434): Launched\u000a18:22:03.713974 run iperf3-srv_10.42.42.10(pid=435): Launched\u000a18:22:03.896779 tst iperf3.py:8: start network...\u000a18:22:04.021394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:04.494578 run create_hlr_db(pid=436): Launched\u000a18:22:04.666854 bus /gobi_6: Setting Powered False\u000a18:22:05.688659 run create_hlr_db(pid=436): Terminated: ok {rc=0}\u000a18:22:06.090141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=438): Launched\u000a18:22:06.390160 run osmo-hlr_10.42.42.2(pid=439): Launched\u000a18:22:06.507130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:07.037526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=441): Launched\u000a18:22:07.336492 run osmo-stp_10.42.42.5(pid=442): Launched\u000a18:22:07.445457 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:07.966313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=444): Launched\u000a18:22:08.072712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:08.333854 run patchelf(pid=445): Launched\u000a18:22:08.508816 run osmo-stp_10.42.42.5(pid=442): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=442)]\u000a18:22:08.637171 run osmo-stp_10.42.42.5(pid=442): stdout: \u000a| (launched: 2022-12-09_18:22:07.188746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:08.765762 run osmo-stp_10.42.42.5(pid=442): stderr: \u000a| �[0;m�[38;5;43m20221209182207359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182207359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182207360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182207360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182207360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182207361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182207361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:08.889757 run osmo-stp_10.42.42.5(pid=442): stdout: \u000a| (launched: 2022-12-09_18:22:07.188746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:09.012417 run osmo-stp_10.42.42.5(pid=442): stderr: \u000a| �[0;m�[38;5;43m20221209182207359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182207359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182207360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182207360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182207360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182207361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182207361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:09.155047 run patchelf(pid=445): Terminating (SIGINT)\u000a18:22:09.323310 run patchelf(pid=445): Terminated: ok {rc=0}\u000a18:22:09.354318 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=442): Process ended prematurely: osmo-stp_10.42.42.5(pid=442) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=442)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:22:09.363618 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a18:22:09.423859 run osmo-hlr_10.42.42.2(pid=439): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=439)]\u000a18:22:09.472546 run osmo-hlr_10.42.42.2(pid=439): stdout: \u000a| (launched: 2022-12-09_18:22:06.242168) \u000a18:22:09.522231 run osmo-hlr_10.42.42.2(pid=439): stderr: \u000a| �[0;m�[1;31m20221209182206419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182206419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182206419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182206419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182206419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182206420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182206432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182206440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182206440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182206441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:09.563683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=434): Terminating (SIGTERM)\u000a18:22:09.603111 run iperf3-srv_10.42.42.10(pid=435): Terminating (SIGTERM)\u000a18:22:09.642466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=438): Terminating (SIGTERM)\u000a18:22:09.681866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=441): Terminating (SIGTERM)\u000a18:22:09.721282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=444): Terminating (SIGTERM)\u000a18:22:09.730676 --- ParallelTerminationStrategy: PID 434 died...\u000a18:22:09.783640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=434): Terminated: ok {rc=0}\u000a18:22:09.793319 --- ParallelTerminationStrategy: PID 435 died...\u000a18:22:09.846706 run iperf3-srv_10.42.42.10(pid=435): Terminated {rc=256}\u000a18:22:09.856196 --- ParallelTerminationStrategy: PID 438 died...\u000a18:22:09.909390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=438): Terminated: ok {rc=0}\u000a18:22:09.919362 --- ParallelTerminationStrategy: PID 441 died...\u000a18:22:09.972186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=441): Terminated: ok {rc=0}\u000a18:22:09.982033 --- ParallelTerminationStrategy: PID 444 died...\u000a18:22:10.034717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=444): Terminated: ok {rc=0}\u000a18:22:10.117930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=460): Process ended prematurely: osmo-stp_10.42.42.5(pid=460) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=460)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=460): Process ended prematurely: osmo-stp_10.42.42.5(pid=460) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:22:11.231110 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:11.242965 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:22:11.402876 tst iperf3m4.py: using LAC 22857\u000a18:22:11.529618 tst iperf3m4.py: using RAC 162\u000a18:22:11.654762 tst iperf3m4.py: using CellId 22857\u000a18:22:11.779731 tst iperf3m4.py: using BVCI 22858\u000a18:22:11.804124 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:11.815565 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:11.826695 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:11.837936 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:11.849042 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:11.860057 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:11.871318 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:11.882377 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:11.893648 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:12.012408 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:12.130214 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:12.250273 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:12.526892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:22:12.651423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:12.962316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=446): Launched\u000a18:22:13.220690 run iperf3-srv_10.42.42.10(pid=447): Launched\u000a18:22:13.403231 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:22:13.527920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:13.839188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=448): Launched\u000a18:22:14.097747 run iperf3-srv_10.42.42.10(pid=449): Launched\u000a18:22:14.279321 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:22:14.403790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:14.714452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=450): Launched\u000a18:22:14.972417 run iperf3-srv_10.42.42.10(pid=451): Launched\u000a18:22:15.154568 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:22:15.278784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:15.590195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=452): Launched\u000a18:22:15.871193 run iperf3-srv_10.42.42.10(pid=453): Launched\u000a18:22:16.071510 tst iperf3m4.py:8: start network...\u000a18:22:16.199873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:16.719617 run create_hlr_db(pid=454): Launched\u000a18:22:16.896755 bus /gobi_6: Setting Powered False\u000a18:22:17.925061 run create_hlr_db(pid=454): Terminated: ok {rc=0}\u000a18:22:18.354392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=456): Launched\u000a18:22:18.674774 run osmo-hlr_10.42.42.2(pid=457): Launched\u000a18:22:18.794670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:19.354738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=459): Launched\u000a18:22:19.677831 run osmo-stp_10.42.42.5(pid=460): Launched\u000a18:22:19.794070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:20.354508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=462): Launched\u000a18:22:20.468388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:20.747366 run patchelf(pid=463): Launched\u000a18:22:20.934454 run osmo-stp_10.42.42.5(pid=460): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=460)]\u000a18:22:21.071288 run osmo-stp_10.42.42.5(pid=460): stdout: \u000a| (launched: 2022-12-09_18:22:19.517860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:21.208906 run osmo-stp_10.42.42.5(pid=460): stderr: \u000a| �[0;m�[38;5;43m20221209182219711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182219711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182219712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182219712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182219713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182219713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182219713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:21.340619 run osmo-stp_10.42.42.5(pid=460): stdout: \u000a| (launched: 2022-12-09_18:22:19.517860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:21.471405 run osmo-stp_10.42.42.5(pid=460): stderr: \u000a| �[0;m�[38;5;43m20221209182219711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182219711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182219712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182219712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182219713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182219713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182219713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:21.624062 run patchelf(pid=463): Terminating (SIGINT)\u000a18:22:21.804054 run patchelf(pid=463): Terminated: ok {rc=0}\u000a18:22:21.837262 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=460): Process ended prematurely: osmo-stp_10.42.42.5(pid=460) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=460)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:22:21.847136 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a18:22:21.909768 run osmo-hlr_10.42.42.2(pid=457): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=457)]\u000a18:22:21.960724 run osmo-hlr_10.42.42.2(pid=457): stdout: \u000a| (launched: 2022-12-09_18:22:18.517704) \u000a18:22:22.012598 run osmo-hlr_10.42.42.2(pid=457): stderr: \u000a| �[0;m�[1;31m20221209182218718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182218718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182218718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182218718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182218718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182218718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182218730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182218739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182218739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182218739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:22.056538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=446): Terminating (SIGTERM)\u000a18:22:22.097991 run iperf3-srv_10.42.42.10(pid=447): Terminating (SIGTERM)\u000a18:22:22.139404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=448): Terminating (SIGTERM)\u000a18:22:22.181103 run iperf3-srv_10.42.42.10(pid=449): Terminating (SIGTERM)\u000a18:22:22.222624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=450): Terminating (SIGTERM)\u000a18:22:22.264158 run iperf3-srv_10.42.42.10(pid=451): Terminating (SIGTERM)\u000a18:22:22.305787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=452): Terminating (SIGTERM)\u000a18:22:22.347230 run iperf3-srv_10.42.42.10(pid=453): Terminating (SIGTERM)\u000a18:22:22.388601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=456): Terminating (SIGTERM)\u000a18:22:22.429998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=459): Terminating (SIGTERM)\u000a18:22:22.471425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=462): Terminating (SIGTERM)\u000a18:22:22.481205 --- ParallelTerminationStrategy: PID 446 died...\u000a18:22:22.536509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=446): Terminated: ok {rc=0}\u000a18:22:22.546591 --- ParallelTerminationStrategy: PID 447 died...\u000a18:22:22.601938 run iperf3-srv_10.42.42.10(pid=447): Terminated {rc=256}\u000a18:22:22.611978 --- ParallelTerminationStrategy: PID 448 died...\u000a18:22:22.667049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=448): Terminated: ok {rc=0}\u000a18:22:22.677154 --- ParallelTerminationStrategy: PID 449 died...\u000a18:22:22.732272 run iperf3-srv_10.42.42.10(pid=449): Terminated {rc=256}\u000a18:22:22.742273 --- ParallelTerminationStrategy: PID 450 died...\u000a18:22:22.797323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=450): Terminated: ok {rc=0}\u000a18:22:22.807368 --- ParallelTerminationStrategy: PID 451 died...\u000a18:22:22.862780 run iperf3-srv_10.42.42.10(pid=451): Terminated {rc=256}\u000a18:22:22.872785 --- ParallelTerminationStrategy: PID 452 died...\u000a18:22:22.927798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=452): Terminated: ok {rc=0}\u000a18:22:22.937962 --- ParallelTerminationStrategy: PID 453 died...\u000a18:22:22.993180 run iperf3-srv_10.42.42.10(pid=453): Terminated {rc=256}\u000a18:22:23.003185 --- ParallelTerminationStrategy: PID 456 died...\u000a18:22:23.058340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=456): Terminated: ok {rc=0}\u000a18:22:23.068348 --- ParallelTerminationStrategy: PID 459 died...\u000a18:22:23.123700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=459): Terminated: ok {rc=0}\u000a18:22:23.133837 --- ParallelTerminationStrategy: PID 462 died...\u000a18:22:23.189435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=462): Terminated: ok {rc=0}\u000a18:22:23.276701 bus /gobi_4: Setting Powered False\u000a18:22:24.383300 bus /gobi_4: Setting Powered False\u000a18:22:25.493279 bus /gobi_1: Setting Powered False\u000a18:22:26.594709 bus /gobi_1: Setting Powered False\u000a18:22:27.704600 bus /gobi_0: Setting Powered False\u000a18:22:28.805912 bus /gobi_0: Setting Powered False\u000a18:22:29.916892 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=470): Process ended prematurely: osmo-stp_10.42.42.5(pid=470) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=470)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=470): Process ended prematurely: osmo-stp_10.42.42.5(pid=470) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:22:30.987385 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:30.999835 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:22:31.180151 tst ping.py: using LAC 22858\u000a18:22:31.328440 tst ping.py: using RAC 163\u000a18:22:31.492418 tst ping.py: using CellId 22858\u000a18:22:31.644374 tst ping.py: using BVCI 22859\u000a18:22:31.671945 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:31.684624 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:31.697203 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:31.709169 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:31.721069 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:31.733427 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:31.745389 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:31.757192 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:32.049798 tst ping.py:19: start network...\u000a18:22:32.185705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:32.650712 run create_hlr_db(pid=464): Launched\u000a18:22:32.821108 bus /gobi_6: Setting Powered False\u000a18:22:33.841505 run create_hlr_db(pid=464): Terminated: ok {rc=0}\u000a18:22:34.235050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=466): Launched\u000a18:22:34.529881 run osmo-hlr_10.42.42.2(pid=467): Launched\u000a18:22:34.636481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:35.149873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=469): Launched\u000a18:22:35.443779 run osmo-stp_10.42.42.5(pid=470): Launched\u000a18:22:35.550963 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:36.075869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=478): Launched\u000a18:22:36.189923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:36.466578 run patchelf(pid=479): Launched\u000a18:22:36.652700 run osmo-stp_10.42.42.5(pid=470): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=470)]\u000a18:22:36.788676 run osmo-stp_10.42.42.5(pid=470): stdout: \u000a| (launched: 2022-12-09_18:22:35.298740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:36.925379 run osmo-stp_10.42.42.5(pid=470): stderr: \u000a| �[0;m�[38;5;43m20221209182235468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182235468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182235468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182235469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182235471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182235471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182235471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:37.056788 run osmo-stp_10.42.42.5(pid=470): stdout: \u000a| (launched: 2022-12-09_18:22:35.298740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:37.186765 run osmo-stp_10.42.42.5(pid=470): stderr: \u000a| �[0;m�[38;5;43m20221209182235468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182235468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182235468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182235469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182235471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182235471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182235471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:37.338250 run patchelf(pid=479): Terminating (SIGINT)\u000a18:22:37.515896 run patchelf(pid=479): Terminated: ok {rc=0}\u000a18:22:37.548219 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=470): Process ended prematurely: osmo-stp_10.42.42.5(pid=470) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=470)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:22:37.557572 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:22:37.621866 run osmo-hlr_10.42.42.2(pid=467): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=467)]\u000a18:22:37.673765 run osmo-hlr_10.42.42.2(pid=467): stdout: \u000a| (launched: 2022-12-09_18:22:34.383855) \u000a18:22:37.725642 run osmo-hlr_10.42.42.2(pid=467): stderr: \u000a| �[0;m�[1;31m20221209182234558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182234558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182234558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182234558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182234558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182234558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182234576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182234584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182234585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182234585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:37.770616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=466): Terminating (SIGTERM)\u000a18:22:37.813043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=469): Terminating (SIGTERM)\u000a18:22:37.855531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=478): Terminating (SIGTERM)\u000a18:22:37.866068 --- ParallelTerminationStrategy: PID 466 died...\u000a18:22:37.923169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=466): Terminated: ok {rc=0}\u000a18:22:37.933419 --- ParallelTerminationStrategy: PID 469 died...\u000a18:22:37.990203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=469): Terminated: ok {rc=0}\u000a18:22:38.000432 --- ParallelTerminationStrategy: PID 478 died...\u000a18:22:38.057229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=478): Terminated: ok {rc=0}\u000a18:22:38.146114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=486): Process ended prematurely: osmo-stp_10.42.42.5(pid=486) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=486)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=486): Process ended prematurely: osmo-stp_10.42.42.5(pid=486) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:22:39.197334 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:39.209279 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:22:39.372767 tst ping_idle_ping.py: using LAC 22859\u000a18:22:39.490889 tst ping_idle_ping.py: using RAC 164\u000a18:22:39.606206 tst ping_idle_ping.py: using CellId 22859\u000a18:22:39.725191 tst ping_idle_ping.py: using BVCI 22860\u000a18:22:39.747827 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:39.758943 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:39.769909 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:39.781240 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:39.792316 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:39.803534 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:39.814735 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:39.825800 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:40.113258 tst ping_idle_ping.py:24: start network...\u000a18:22:40.246826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:40.756917 run create_hlr_db(pid=480): Launched\u000a18:22:40.941289 bus /gobi_6: Setting Powered False\u000a18:22:41.961508 run create_hlr_db(pid=480): Terminated: ok {rc=0}\u000a18:22:42.384855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=482): Launched\u000a18:22:42.701154 run osmo-hlr_10.42.42.2(pid=483): Launched\u000a18:22:42.820579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:43.370638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=485): Launched\u000a18:22:43.686901 run osmo-stp_10.42.42.5(pid=486): Launched\u000a18:22:43.800899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:44.354199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=488): Launched\u000a18:22:44.467025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:44.742868 run patchelf(pid=489): Launched\u000a18:22:44.928056 run osmo-stp_10.42.42.5(pid=486): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=486)]\u000a18:22:45.063999 run osmo-stp_10.42.42.5(pid=486): stdout: \u000a| (launched: 2022-12-09_18:22:43.531485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:45.200781 run osmo-stp_10.42.42.5(pid=486): stderr: \u000a| �[0;m�[38;5;43m20221209182243724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182243724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182243724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182243724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182243725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182243725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182243725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:45.332121 run osmo-stp_10.42.42.5(pid=486): stdout: \u000a| (launched: 2022-12-09_18:22:43.531485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:45.461917 run osmo-stp_10.42.42.5(pid=486): stderr: \u000a| �[0;m�[38;5;43m20221209182243724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182243724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182243724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182243724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182243725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182243725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182243725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:45.612766 run patchelf(pid=489): Terminating (SIGINT)\u000a18:22:45.790562 run patchelf(pid=489): Terminated: ok {rc=0}\u000a18:22:45.822842 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=486): Process ended prematurely: osmo-stp_10.42.42.5(pid=486) [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=486)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:22:45.837397 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:22:45.902882 run osmo-hlr_10.42.42.2(pid=483): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=483)]\u000a18:22:45.955370 run osmo-hlr_10.42.42.2(pid=483): stdout: \u000a| (launched: 2022-12-09_18:22:42.545897) \u000a18:22:46.008691 run osmo-hlr_10.42.42.2(pid=483): stderr: \u000a| �[0;m�[1;31m20221209182242745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182242745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182242745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182242745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182242745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182242745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182242757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182242766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182242766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182242766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:46.054128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=482): Terminating (SIGTERM)\u000a18:22:46.099148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=485): Terminating (SIGTERM)\u000a18:22:46.142467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=488): Terminating (SIGTERM)\u000a18:22:46.152330 --- ParallelTerminationStrategy: PID 482 died...\u000a18:22:46.210255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=482): Terminated: ok {rc=0}\u000a18:22:46.220838 --- ParallelTerminationStrategy: PID 485 died...\u000a18:22:46.277952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=485): Terminated: ok {rc=0}\u000a18:22:46.288512 --- ParallelTerminationStrategy: PID 488 died...\u000a18:22:46.345518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=488): Terminated: ok {rc=0}\u000a18:22:46.435179 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:21:49" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=504): Process ended prematurely: osmo-stp_10.42.42.5(pid=504) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=504): Process ended prematurely: osmo-stp_10.42.42.5(pid=504) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:22:48.606538 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:22:48.617839 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:22:48.750709 tst cs_paging_gprs_active.py: using LAC 22860\u000a18:22:48.872550 tst cs_paging_gprs_active.py: using RAC 165\u000a18:22:49.000485 tst cs_paging_gprs_active.py: using CellId 22860\u000a18:22:49.124390 tst cs_paging_gprs_active.py: using BVCI 22861\u000a18:22:49.149004 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:22:49.160783 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:22:49.172257 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:22:49.184103 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:22:49.196056 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:22:49.207683 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:22:49.219357 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:22:49.230908 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:22:49.242760 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:22:49.362941 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:22:49.639550 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:22:49.763602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:50.071713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=494): Launched\u000a18:22:50.328063 run iperf3-srv_10.42.42.10(pid=495): Launched\u000a18:22:50.509207 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:22:50.632702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:50.941051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=496): Launched\u000a18:22:51.196880 run iperf3-srv_10.42.42.10(pid=497): Launched\u000a18:22:51.378761 tst cs_paging_gprs_active.py:38: start network...\u000a18:22:51.502260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:51.972615 run create_hlr_db(pid=498): Launched\u000a18:22:52.143898 bus /gobi_6: Setting Powered False\u000a18:22:53.166424 run create_hlr_db(pid=498): Terminated: ok {rc=0}\u000a18:22:53.590081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=500): Launched\u000a18:22:53.908151 run osmo-hlr_10.42.42.2(pid=501): Launched\u000a18:22:54.027664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:54.580729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=503): Launched\u000a18:22:54.898326 run osmo-stp_10.42.42.5(pid=504): Launched\u000a18:22:55.012874 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:55.568242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=506): Launched\u000a18:22:55.681642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:55.959102 run patchelf(pid=507): Launched\u000a18:22:56.145775 run osmo-stp_10.42.42.5(pid=504): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)]\u000a18:22:56.283001 run osmo-stp_10.42.42.5(pid=504): stdout: \u000a| (launched: 2022-12-09_18:22:54.742110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:56.419708 run osmo-stp_10.42.42.5(pid=504): stderr: \u000a| �[0;m�[38;5;43m20221209182254934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182254934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182254934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182254935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182254935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182254935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182254935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:56.551727 run osmo-stp_10.42.42.5(pid=504): stdout: \u000a| (launched: 2022-12-09_18:22:54.742110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:56.682437 run osmo-stp_10.42.42.5(pid=504): stderr: \u000a| �[0;m�[38;5;43m20221209182254934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182254934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182254934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182254935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182254935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182254935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182254935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:56.834915 run patchelf(pid=507): Terminating (SIGINT)\u000a18:22:57.014588 run patchelf(pid=507): Terminated: ok {rc=0}\u000a18:22:57.047818 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=504): Process ended prematurely: osmo-stp_10.42.42.5(pid=504) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a18:22:57.057726 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:22:57.120435 run osmo-hlr_10.42.42.2(pid=501): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=501)]\u000a18:22:57.171738 run osmo-hlr_10.42.42.2(pid=501): stdout: \u000a| (launched: 2022-12-09_18:22:53.751686) \u000a18:22:57.223756 run osmo-hlr_10.42.42.2(pid=501): stderr: \u000a| �[0;m�[1;31m20221209182253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182253962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182253970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182253970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182253970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:57.267818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=494): Terminating (SIGTERM)\u000a18:22:57.309526 run iperf3-srv_10.42.42.10(pid=495): Terminating (SIGTERM)\u000a18:22:57.351234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=496): Terminating (SIGTERM)\u000a18:22:57.392877 run iperf3-srv_10.42.42.10(pid=497): Terminating (SIGTERM)\u000a18:22:57.434811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=500): Terminating (SIGTERM)\u000a18:22:57.476424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=503): Terminating (SIGTERM)\u000a18:22:57.518718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=506): Terminating (SIGTERM)\u000a18:22:57.528211 --- ParallelTerminationStrategy: PID 494 died...\u000a18:22:57.583709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=494): Terminated: ok {rc=0}\u000a18:22:57.593659 --- ParallelTerminationStrategy: PID 495 died...\u000a18:22:57.648699 run iperf3-srv_10.42.42.10(pid=495): Terminated {rc=256}\u000a18:22:57.658576 --- ParallelTerminationStrategy: PID 496 died...\u000a18:22:57.713654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=496): Terminated: ok {rc=0}\u000a18:22:57.723492 --- ParallelTerminationStrategy: PID 497 died...\u000a18:22:57.778512 run iperf3-srv_10.42.42.10(pid=497): Terminated {rc=256}\u000a18:22:57.788366 --- ParallelTerminationStrategy: PID 500 died...\u000a18:22:57.843566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=500): Terminated: ok {rc=0}\u000a18:22:57.853891 --- ParallelTerminationStrategy: PID 503 died...\u000a18:22:57.909026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=503): Terminated: ok {rc=0}\u000a18:22:57.918934 --- ParallelTerminationStrategy: PID 506 died...\u000a18:22:57.974230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=506): Terminated: ok {rc=0}\u000a18:22:58.062315 bus /gobi_0: Setting Powered False\u000a18:22:59.169511 bus /gobi_0: Setting Powered False\u000a18:23:00.277251 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=787): Process ended prematurely: osmo-stp_10.42.42.5(pid=787) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=787)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=787): Process ended prematurely: osmo-stp_10.42.42.5(pid=787) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a18:23:01.408210 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:01.424178 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:23:01.600655 tst iperf3.py: using LAC 22861\u000a18:23:01.760209 tst iperf3.py: using RAC 166\u000a18:23:01.900665 tst iperf3.py: using CellId 22861\u000a18:23:02.038310 tst iperf3.py: using BVCI 22862\u000a18:23:02.062300 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:02.074742 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:02.086793 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:02.100234 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:02.112289 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:02.137216 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:02.156709 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:02.169538 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:02.183029 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:02.510055 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:23:02.638940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:02.983040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=556): Launched\u000a18:23:03.347491 run iperf3-srv_10.42.42.10(pid=578): Launched\u000a18:23:03.573724 tst iperf3.py:8: start network...\u000a18:23:03.731661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:04.382671 run create_hlr_db(pid=696): Launched\u000a18:23:04.603949 bus /gobi_6: Setting Powered False\u000a18:23:05.584456 run create_hlr_db(pid=696): Terminated: ok {rc=0}\u000a18:23:06.052767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=781): Launched\u000a18:23:06.424314 run osmo-hlr_10.42.42.2(pid=782): Launched\u000a18:23:06.652677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:07.261614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=786): Launched\u000a18:23:07.672210 run osmo-stp_10.42.42.5(pid=787): Launched\u000a18:23:07.893822 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:08.511264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=789): Launched\u000a18:23:08.623007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:08.910291 run patchelf(pid=790): Launched\u000a18:23:09.091577 run osmo-stp_10.42.42.5(pid=787): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=787)]\u000a18:23:09.226244 run osmo-stp_10.42.42.5(pid=787): stdout: \u000a| (launched: 2022-12-09_18:23:07.414450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:09.360276 run osmo-stp_10.42.42.5(pid=787): stderr: \u000a| �[0;m�[38;5;43m20221209182307744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182307744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182307753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182307754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182307754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182307754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182307754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:09.490229 run osmo-stp_10.42.42.5(pid=787): stdout: \u000a| (launched: 2022-12-09_18:23:07.414450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:09.620690 run osmo-stp_10.42.42.5(pid=787): stderr: \u000a| �[0;m�[38;5;43m20221209182307744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182307744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182307753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182307754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182307754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182307754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182307754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:09.770646 run patchelf(pid=790): Terminating (SIGINT)\u000a18:23:09.946140 run patchelf(pid=790): Terminated: ok {rc=0}\u000a18:23:09.980752 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=787): Process ended prematurely: osmo-stp_10.42.42.5(pid=787) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=787)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a18:23:09.991449 tst iperf3.py:8: Test FAILED (8.6 sec)\u000a18:23:10.057993 run osmo-hlr_10.42.42.2(pid=782): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=782)]\u000a18:23:10.110650 run osmo-hlr_10.42.42.2(pid=782): stdout: \u000a| (launched: 2022-12-09_18:23:06.205358) \u000a18:23:10.163719 run osmo-hlr_10.42.42.2(pid=782): stderr: \u000a| �[0;m�[1;31m20221209182306503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182306503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182306503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182306503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182306503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182306503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182306528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182306536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182306537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182306537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:10.210096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=556): Terminating (SIGTERM)\u000a18:23:10.254682 run iperf3-srv_10.42.42.10(pid=578): Terminating (SIGTERM)\u000a18:23:10.298992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=781): Terminating (SIGTERM)\u000a18:23:10.343579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=786): Terminating (SIGTERM)\u000a18:23:10.390546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=789): Terminating (SIGTERM)\u000a18:23:10.401160 --- ParallelTerminationStrategy: PID 556 died...\u000a18:23:10.460279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=556): Terminated: ok {rc=0}\u000a18:23:10.470813 --- ParallelTerminationStrategy: PID 578 died...\u000a18:23:10.527857 run iperf3-srv_10.42.42.10(pid=578): Terminated {rc=256}\u000a18:23:10.538485 --- ParallelTerminationStrategy: PID 781 died...\u000a18:23:10.597108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=781): Terminated: ok {rc=0}\u000a18:23:10.607642 --- ParallelTerminationStrategy: PID 786 died...\u000a18:23:10.665518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=786): Terminated: ok {rc=0}\u000a18:23:10.676017 --- ParallelTerminationStrategy: PID 789 died...\u000a18:23:10.732645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=789): Terminated: ok {rc=0}\u000a18:23:10.822372 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=805): Process ended prematurely: osmo-stp_10.42.42.5(pid=805) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=805)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=805): Process ended prematurely: osmo-stp_10.42.42.5(pid=805) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a18:23:11.935907 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:11.949162 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:23:12.093993 tst iperf3m4.py: using LAC 22862\u000a18:23:12.216185 tst iperf3m4.py: using RAC 167\u000a18:23:12.343727 tst iperf3m4.py: using CellId 22862\u000a18:23:12.464631 tst iperf3m4.py: using BVCI 22863\u000a18:23:12.488780 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:12.501152 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:12.514317 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:12.527858 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:12.541349 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:12.553465 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:12.568169 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:12.582653 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:12.595462 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:12.718106 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:12.840298 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:12.961106 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:13.248464 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:23:13.378909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:13.722456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=791): Launched\u000a18:23:14.008199 run iperf3-srv_10.42.42.10(pid=792): Launched\u000a18:23:14.196139 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:23:14.324324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:14.660400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=793): Launched\u000a18:23:14.943360 run iperf3-srv_10.42.42.10(pid=794): Launched\u000a18:23:15.132390 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:23:15.261515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:15.596885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Launched\u000a18:23:15.885114 run iperf3-srv_10.42.42.10(pid=796): Launched\u000a18:23:16.082027 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:23:16.210353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:16.542539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=797): Launched\u000a18:23:16.834758 run iperf3-srv_10.42.42.10(pid=798): Launched\u000a18:23:17.023231 tst iperf3m4.py:8: start network...\u000a18:23:17.150918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:17.703984 run create_hlr_db(pid=799): Launched\u000a18:23:17.894176 bus /gobi_6: Setting Powered False\u000a18:23:18.917928 run create_hlr_db(pid=799): Terminated: ok {rc=0}\u000a18:23:19.377159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=801): Launched\u000a18:23:19.815983 run osmo-hlr_10.42.42.2(pid=802): Launched\u000a18:23:20.059818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:20.643661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=804): Launched\u000a18:23:21.070557 run osmo-stp_10.42.42.5(pid=805): Launched\u000a18:23:21.292706 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:21.881987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=807): Launched\u000a18:23:22.001165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:22.305609 run patchelf(pid=808): Launched\u000a18:23:22.502006 run osmo-stp_10.42.42.5(pid=805): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=805)]\u000a18:23:22.643844 run osmo-stp_10.42.42.5(pid=805): stdout: \u000a| (launched: 2022-12-09_18:23:20.813027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:22.784712 run osmo-stp_10.42.42.5(pid=805): stderr: \u000a| �[0;m�[38;5;43m20221209182321110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182321110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182321111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182321111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182321112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182321112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182321112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:22.920036 run osmo-stp_10.42.42.5(pid=805): stdout: \u000a| (launched: 2022-12-09_18:23:20.813027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:23.056075 run osmo-stp_10.42.42.5(pid=805): stderr: \u000a| �[0;m�[38;5;43m20221209182321110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182321110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182321111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182321111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182321112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182321112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182321112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:23.213678 run patchelf(pid=808): Terminating (SIGINT)\u000a18:23:23.398905 run patchelf(pid=808): Terminated: ok {rc=0}\u000a18:23:23.432934 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=805): Process ended prematurely: osmo-stp_10.42.42.5(pid=805) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=805)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a18:23:23.443369 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a18:23:23.508664 run osmo-hlr_10.42.42.2(pid=802): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=802)]\u000a18:23:23.562288 run osmo-hlr_10.42.42.2(pid=802): stdout: \u000a| (launched: 2022-12-09_18:23:19.543871) \u000a18:23:23.616877 run osmo-hlr_10.42.42.2(pid=802): stderr: \u000a| �[0;m�[1;31m20221209182319856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182319856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182319856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182319856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182319856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182319856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182319875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182319888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182319888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182319888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:23.662392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=791): Terminating (SIGTERM)\u000a18:23:23.707206 run iperf3-srv_10.42.42.10(pid=792): Terminating (SIGTERM)\u000a18:23:23.752215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=793): Terminating (SIGTERM)\u000a18:23:23.797944 run iperf3-srv_10.42.42.10(pid=794): Terminating (SIGTERM)\u000a18:23:23.842932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Terminating (SIGTERM)\u000a18:23:23.887593 run iperf3-srv_10.42.42.10(pid=796): Terminating (SIGTERM)\u000a18:23:23.932290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=797): Terminating (SIGTERM)\u000a18:23:23.978137 run iperf3-srv_10.42.42.10(pid=798): Terminating (SIGTERM)\u000a18:23:24.023186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=801): Terminating (SIGTERM)\u000a18:23:24.067844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=804): Terminating (SIGTERM)\u000a18:23:24.111928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=807): Terminating (SIGTERM)\u000a18:23:24.123140 --- ParallelTerminationStrategy: PID 791 died...\u000a18:23:24.183844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=791): Terminated: ok {rc=0}\u000a18:23:24.194372 --- ParallelTerminationStrategy: PID 792 died...\u000a18:23:24.251652 run iperf3-srv_10.42.42.10(pid=792): Terminated {rc=256}\u000a18:23:24.262734 --- ParallelTerminationStrategy: PID 793 died...\u000a18:23:24.320172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=793): Terminated: ok {rc=0}\u000a18:23:24.330685 --- ParallelTerminationStrategy: PID 794 died...\u000a18:23:24.389289 run iperf3-srv_10.42.42.10(pid=794): Terminated {rc=256}\u000a18:23:24.400103 --- ParallelTerminationStrategy: PID 795 died...\u000a18:23:24.458495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Terminated: ok {rc=0}\u000a18:23:24.469642 --- ParallelTerminationStrategy: PID 796 died...\u000a18:23:24.528915 run iperf3-srv_10.42.42.10(pid=796): Terminated {rc=256}\u000a18:23:24.540040 --- ParallelTerminationStrategy: PID 797 died...\u000a18:23:24.598959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=797): Terminated: ok {rc=0}\u000a18:23:24.610618 --- ParallelTerminationStrategy: PID 798 died...\u000a18:23:24.668342 run iperf3-srv_10.42.42.10(pid=798): Terminated {rc=256}\u000a18:23:24.679894 --- ParallelTerminationStrategy: PID 801 died...\u000a18:23:24.738983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=801): Terminated: ok {rc=0}\u000a18:23:24.749998 --- ParallelTerminationStrategy: PID 804 died...\u000a18:23:24.809684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=804): Terminated: ok {rc=0}\u000a18:23:24.821132 --- ParallelTerminationStrategy: PID 807 died...\u000a18:23:24.880244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=807): Terminated: ok {rc=0}\u000a18:23:24.971692 bus /gobi_4: Setting Powered False\u000a18:23:26.075953 bus /gobi_4: Setting Powered False\u000a18:23:27.182595 bus /gobi_1: Setting Powered False\u000a18:23:28.288467 bus /gobi_1: Setting Powered False\u000a18:23:29.396110 bus /gobi_0: Setting Powered False\u000a18:23:30.501269 bus /gobi_0: Setting Powered False\u000a18:23:31.614282 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=816): Process ended prematurely: osmo-stp_10.42.42.5(pid=816) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=816)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=816): Process ended prematurely: osmo-stp_10.42.42.5(pid=816) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a18:23:32.682854 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:32.695197 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:23:32.837923 tst ping.py: using LAC 22863\u000a18:23:32.955347 tst ping.py: using RAC 168\u000a18:23:33.074598 tst ping.py: using CellId 22863\u000a18:23:33.187502 tst ping.py: using BVCI 22864\u000a18:23:33.209981 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.221410 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.233036 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.244503 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.256178 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.267790 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.279704 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.291469 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:33.577121 tst ping.py:19: start network...\u000a18:23:33.707490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:34.206703 run create_hlr_db(pid=810): Launched\u000a18:23:34.389187 bus /gobi_6: Setting Powered False\u000a18:23:35.408781 run create_hlr_db(pid=810): Terminated: ok {rc=0}\u000a18:23:35.802480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=812): Launched\u000a18:23:36.094962 run osmo-hlr_10.42.42.2(pid=813): Launched\u000a18:23:36.208223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:36.726468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=815): Launched\u000a18:23:37.017591 run osmo-stp_10.42.42.5(pid=816): Launched\u000a18:23:37.124018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:37.632357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=818): Launched\u000a18:23:37.735776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:37.989722 run patchelf(pid=820): Launched\u000a18:23:38.160338 run osmo-stp_10.42.42.5(pid=816): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=816)]\u000a18:23:38.286240 run osmo-stp_10.42.42.5(pid=816): stdout: \u000a| (launched: 2022-12-09_18:23:36.874066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:38.412209 run osmo-stp_10.42.42.5(pid=816): stderr: \u000a| �[0;m�[38;5;43m20221209182337043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182337044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182337044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182337044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182337045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182337045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182337045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:38.533490 run osmo-stp_10.42.42.5(pid=816): stdout: \u000a| (launched: 2022-12-09_18:23:36.874066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:38.653969 run osmo-stp_10.42.42.5(pid=816): stderr: \u000a| �[0;m�[38;5;43m20221209182337043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182337044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182337044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182337044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182337045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182337045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182337045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:38.793868 run patchelf(pid=820): Terminating (SIGINT)\u000a18:23:38.958457 run patchelf(pid=820): Terminated: ok {rc=0}\u000a18:23:38.988628 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=816): Process ended prematurely: osmo-stp_10.42.42.5(pid=816) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=816)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a18:23:38.997401 tst ping.py:22: Test FAILED (6.3 sec)\u000a18:23:39.057886 run osmo-hlr_10.42.42.2(pid=813): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=813)]\u000a18:23:39.106783 run osmo-hlr_10.42.42.2(pid=813): stdout: \u000a| (launched: 2022-12-09_18:23:35.950790) \u000a18:23:39.156341 run osmo-hlr_10.42.42.2(pid=813): stderr: \u000a| �[0;m�[1;31m20221209182336125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182336125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182336125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182336125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182336125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182336125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182336142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182336152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182336152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182336152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:39.198369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=812): Terminating (SIGTERM)\u000a18:23:39.238442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=815): Terminating (SIGTERM)\u000a18:23:39.278475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=818): Terminating (SIGTERM)\u000a18:23:39.287952 --- ParallelTerminationStrategy: PID 812 died...\u000a18:23:39.341874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=812): Terminated: ok {rc=0}\u000a18:23:39.351589 --- ParallelTerminationStrategy: PID 815 died...\u000a18:23:39.405445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=815): Terminated: ok {rc=0}\u000a18:23:39.414978 --- ParallelTerminationStrategy: PID 818 died...\u000a18:23:39.467980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=818): Terminated: ok {rc=0}\u000a18:23:39.550998 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=828): Process ended prematurely: osmo-stp_10.42.42.5(pid=828) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=828)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=828): Process ended prematurely: osmo-stp_10.42.42.5(pid=828) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a18:23:40.603392 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:40.615902 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:23:40.760808 tst ping_idle_ping.py: using LAC 22864\u000a18:23:40.885128 tst ping_idle_ping.py: using RAC 169\u000a18:23:41.007878 tst ping_idle_ping.py: using CellId 22864\u000a18:23:41.131146 tst ping_idle_ping.py: using BVCI 22865\u000a18:23:41.155109 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:41.167015 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:41.178636 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:41.190778 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:41.203644 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:41.216103 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:41.228436 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:41.239918 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:41.510992 tst ping_idle_ping.py:24: start network...\u000a18:23:41.632923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:42.096322 run create_hlr_db(pid=821): Launched\u000a18:23:42.266394 bus /gobi_6: Setting Powered False\u000a18:23:43.287277 run create_hlr_db(pid=821): Terminated: ok {rc=0}\u000a18:23:43.678969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=824): Launched\u000a18:23:43.972557 run osmo-hlr_10.42.42.2(pid=825): Launched\u000a18:23:44.084770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:44.597264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=827): Launched\u000a18:23:44.890173 run osmo-stp_10.42.42.5(pid=828): Launched\u000a18:23:44.996330 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:45.506095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=833): Launched\u000a18:23:45.610194 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:45.873218 run patchelf(pid=834): Launched\u000a18:23:46.054986 run osmo-stp_10.42.42.5(pid=828): ERR: Terminated: ERROR {rc=1} [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=828)]\u000a18:23:46.185388 run osmo-stp_10.42.42.5(pid=828): stdout: \u000a| (launched: 2022-12-09_18:23:44.745857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:46.316017 run osmo-stp_10.42.42.5(pid=828): stderr: \u000a| �[0;m�[38;5;43m20221209182344913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182344913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182344913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182344914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182344914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182344914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182344914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:46.440790 run osmo-stp_10.42.42.5(pid=828): stdout: \u000a| (launched: 2022-12-09_18:23:44.745857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:46.563757 run osmo-stp_10.42.42.5(pid=828): stderr: \u000a| �[0;m�[38;5;43m20221209182344913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182344913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182344913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182344914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182344914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182344914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182344914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:46.708731 run patchelf(pid=834): Terminating (SIGINT)\u000a18:23:46.879410 run patchelf(pid=834): Terminated: ok {rc=0}\u000a18:23:46.910988 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=828): Process ended prematurely: osmo-stp_10.42.42.5(pid=828) [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=828)] [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a18:23:46.920677 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a18:23:46.986543 run osmo-hlr_10.42.42.2(pid=825): ERR: Terminated: ERROR {rc=237} [trial-2362↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=825)]\u000a18:23:47.038208 run osmo-hlr_10.42.42.2(pid=825): stdout: \u000a| (launched: 2022-12-09_18:23:43.827380) \u000a18:23:47.090587 run osmo-hlr_10.42.42.2(pid=825): stderr: \u000a| �[0;m�[1;31m20221209182344001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182344001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182344001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182344001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182344001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182344001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182344014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182344022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182344023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182344023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:47.133852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=824): Terminating (SIGTERM)\u000a18:23:47.177992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=827): Terminating (SIGTERM)\u000a18:23:47.218627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=833): Terminating (SIGTERM)\u000a18:23:47.228064 --- ParallelTerminationStrategy: PID 824 died...\u000a18:23:47.281712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=824): Terminated: ok {rc=0}\u000a18:23:47.291645 --- ParallelTerminationStrategy: PID 827 died...\u000a18:23:47.344759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=827): Terminated: ok {rc=0}\u000a18:23:47.354364 --- ParallelTerminationStrategy: PID 833 died...\u000a18:23:47.407298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=833): Terminated: ok {rc=0}\u000a18:23:47.495027 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:22:48" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=846): Process ended prematurely: osmo-stp_10.42.42.5(pid=846) [trial-2362↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=846)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=846): Process ended prematurely: osmo-stp_10.42.42.5(pid=846) [trial-2362↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:23:49.526781 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:23:49.538162 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:23:49.690685 tst switch_tch_pdch.py: using LAC 22865\u000a18:23:49.803748 tst switch_tch_pdch.py: using RAC 170\u000a18:23:49.918830 tst switch_tch_pdch.py: using CellId 22865\u000a18:23:50.032075 tst switch_tch_pdch.py: using BVCI 22866\u000a18:23:50.054310 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:23:50.065733 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:23:50.076912 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:23:50.088372 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:23:50.099801 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:23:50.111386 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:23:50.122974 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:23:50.134404 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:23:50.252364 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:23:50.539048 tst switch_tch_pdch.py:51: start network...\u000a18:23:50.669287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:51.168195 run create_hlr_db(pid=839): Launched\u000a18:23:51.350032 bus /gobi_6: Setting Powered False\u000a18:23:52.371141 run create_hlr_db(pid=839): Terminated: ok {rc=0}\u000a18:23:52.764722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=841): Launched\u000a18:23:53.056601 run osmo-hlr_10.42.42.2(pid=842): Launched\u000a18:23:53.170678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:53.686161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=845): Launched\u000a18:23:53.977693 run osmo-stp_10.42.42.5(pid=846): Launched\u000a18:23:54.083549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:54.594571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=848): Launched\u000a18:23:54.698962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:54.954137 run patchelf(pid=849): Launched\u000a18:23:55.125449 run osmo-stp_10.42.42.5(pid=846): ERR: Terminated: ERROR {rc=1} [trial-2362↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=846)]\u000a18:23:55.251447 run osmo-stp_10.42.42.5(pid=846): stdout: \u000a| (launched: 2022-12-09_18:23:53.833775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:55.377748 run osmo-stp_10.42.42.5(pid=846): stderr: \u000a| �[0;m�[38;5;43m20221209182354004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182354004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182354004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182354005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182354005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182354005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182354005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:55.498819 run osmo-stp_10.42.42.5(pid=846): stdout: \u000a| (launched: 2022-12-09_18:23:53.833775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:55.618919 run osmo-stp_10.42.42.5(pid=846): stderr: \u000a| �[0;m�[38;5;43m20221209182354004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182354004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182354004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182354005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182354005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182354005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182354005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:55.758920 run patchelf(pid=849): Terminating (SIGINT)\u000a18:23:55.923017 run patchelf(pid=849): Terminated: ok {rc=0}\u000a18:23:55.953146 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=846): Process ended prematurely: osmo-stp_10.42.42.5(pid=846) [trial-2362↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=846)] [trial-2362↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:23:55.961870 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a18:23:56.021582 run osmo-hlr_10.42.42.2(pid=842): ERR: Terminated: ERROR {rc=237} [trial-2362↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=842)]\u000a18:23:56.070416 run osmo-hlr_10.42.42.2(pid=842): stdout: \u000a| (launched: 2022-12-09_18:23:52.912301) \u000a18:23:56.119877 run osmo-hlr_10.42.42.2(pid=842): stderr: \u000a| �[0;m�[1;31m20221209182353087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182353087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182353087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182353087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182353087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182353087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182353099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182353109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182353110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182353110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:56.161392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=841): Terminating (SIGTERM)\u000a18:23:56.200707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=845): Terminating (SIGTERM)\u000a18:23:56.240373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=848): Terminating (SIGTERM)\u000a18:23:56.249438 --- ParallelTerminationStrategy: PID 841 died...\u000a18:23:56.302106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=841): Terminated: ok {rc=0}\u000a18:23:56.311643 --- ParallelTerminationStrategy: PID 845 died...\u000a18:23:56.364005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=845): Terminated: ok {rc=0}\u000a18:23:56.373963 --- ParallelTerminationStrategy: PID 848 died...\u000a18:23:56.426566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=848): Terminated: ok {rc=0}\u000a18:23:56.509202 bus /gobi_0: Setting Powered False\u000a18:23:57.610292 bus /gobi_0: Setting Powered False\u000a18:23:58.720336 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:23:49" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=854): Process ended prematurely: osmo-nitb_10.42.42.2(pid=854) [trial-2362↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=854)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=854): Process ended prematurely: osmo-nitb_10.42.42.2(pid=854) [trial-2362↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a18:24:00.557250 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:24:00.662602 tst esme_connect_policy_acceptall.py: using MSISDN 7310\u000a18:24:00.797828 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:24:01.389738 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=853): Launched\u000a18:24:01.715029 run osmo-nitb_10.42.42.2(pid=854): Launched\u000a18:24:01.902425 run osmo-nitb_10.42.42.2(pid=854): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=854)]\u000a18:24:02.040837 run osmo-nitb_10.42.42.2(pid=854): stdout: \u000a| (launched: 2022-12-09_18:24:01.543497) \u000a18:24:02.179534 run osmo-nitb_10.42.42.2(pid=854): stderr: \u000a| (launched: 2022-12-09_18:24:01.588654)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:02.311413 run osmo-nitb_10.42.42.2(pid=854): stdout: \u000a| (launched: 2022-12-09_18:24:01.543497) \u000a18:24:02.441139 run osmo-nitb_10.42.42.2(pid=854): stderr: \u000a| (launched: 2022-12-09_18:24:01.588654)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:02.836596 tst osmo-nitb_10.42.42.2(pid=854): stdout: \u000a| (launched: 2022-12-09_18:24:01.543497) \u000a18:24:02.955718 tst osmo-nitb_10.42.42.2(pid=854): stderr: \u000a| (launched: 2022-12-09_18:24:01.588654)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:03.008021 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=854): Process ended prematurely: osmo-nitb_10.42.42.2(pid=854) [trial-2362↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=854)] [trial-2362↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a18:24:03.015877 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a18:24:03.052468 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=853): Terminating (SIGTERM)\u000a18:24:03.229785 --- ParallelTerminationStrategy: PID 853 died...\u000a18:24:03.285833 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=853): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=856) [trial-2362↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=856)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=856) [trial-2362↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a18:24:03.299961 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:24:03.417229 tst esme_connect_policy_closed.py: using MSISDN 7311\u000a18:24:03.543578 tst esme_connect_policy_closed.py: using MSISDN 7312\u000a18:24:03.656854 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:24:04.260760 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=855): Launched\u000a18:24:04.577109 run osmo-nitb_10.42.42.2(pid=856): Launched\u000a18:24:04.758711 run osmo-nitb_10.42.42.2(pid=856): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=856)]\u000a18:24:04.892109 run osmo-nitb_10.42.42.2(pid=856): stdout: \u000a| (launched: 2022-12-09_18:24:04.423446) \u000a18:24:05.025634 run osmo-nitb_10.42.42.2(pid=856): stderr: \u000a| (launched: 2022-12-09_18:24:04.471060)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:05.154181 run osmo-nitb_10.42.42.2(pid=856): stdout: \u000a| (launched: 2022-12-09_18:24:04.423446) \u000a18:24:05.281982 run osmo-nitb_10.42.42.2(pid=856): stderr: \u000a| (launched: 2022-12-09_18:24:04.471060)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:05.338048 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=856) [trial-2362↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=856)] [trial-2362↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a18:24:05.346734 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a18:24:05.383047 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=855): Terminating (SIGTERM)\u000a18:24:05.560691 --- ParallelTerminationStrategy: PID 855 died...\u000a18:24:05.617354 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=855): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=858): Process ended prematurely: osmo-nitb_10.42.42.2(pid=858) [trial-2362↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=858)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=858): Process ended prematurely: osmo-nitb_10.42.42.2(pid=858) [trial-2362↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a18:24:05.631971 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:24:05.643439 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a18:24:05.773957 tst esme_ms_sms_storeforward.py: using LAC 22866\u000a18:24:05.898938 tst esme_ms_sms_storeforward.py: using RAC 171\u000a18:24:06.019973 tst esme_ms_sms_storeforward.py: using CellId 22866\u000a18:24:06.138997 tst esme_ms_sms_storeforward.py: using BVCI 22867\u000a18:24:06.161792 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a18:24:06.384080 tst esme_ms_sms_storeforward.py: using MSISDN 7313\u000a18:24:06.581404 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a18:24:06.715278 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:24:07.377821 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=857): Launched\u000a18:24:07.694845 run osmo-nitb_10.42.42.2(pid=858): Launched\u000a18:24:07.877628 run osmo-nitb_10.42.42.2(pid=858): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=858)]\u000a18:24:08.010826 run osmo-nitb_10.42.42.2(pid=858): stdout: \u000a| (launched: 2022-12-09_18:24:07.540761) \u000a18:24:08.144588 run osmo-nitb_10.42.42.2(pid=858): stderr: \u000a| (launched: 2022-12-09_18:24:07.588548)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:08.273740 run osmo-nitb_10.42.42.2(pid=858): stdout: \u000a| (launched: 2022-12-09_18:24:07.540761) \u000a18:24:08.401356 run osmo-nitb_10.42.42.2(pid=858): stderr: \u000a| (launched: 2022-12-09_18:24:07.588548)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:08.457571 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=858): Process ended prematurely: osmo-nitb_10.42.42.2(pid=858) [trial-2362↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=858)] [trial-2362↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a18:24:08.465900 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a18:24:08.502375 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=857): Terminating (SIGTERM)\u000a18:24:08.680056 --- ParallelTerminationStrategy: PID 857 died...\u000a18:24:08.737278 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=857): Terminated: ok {rc=0}\u000a18:24:08.824327 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=860): Process ended prematurely: osmo-nitb_10.42.42.2(pid=860) [trial-2362↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=860)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=860): Process ended prematurely: osmo-nitb_10.42.42.2(pid=860) [trial-2362↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a18:24:09.875967 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:24:09.887002 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a18:24:10.011007 tst esme_ms_sms_transaction.py: using LAC 22867\u000a18:24:10.129216 tst esme_ms_sms_transaction.py: using RAC 172\u000a18:24:10.248108 tst esme_ms_sms_transaction.py: using CellId 22867\u000a18:24:10.370859 tst esme_ms_sms_transaction.py: using BVCI 22868\u000a18:24:10.393610 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a18:24:10.601295 tst esme_ms_sms_transaction.py: using MSISDN 7314\u000a18:24:10.783018 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a18:24:10.907733 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:24:11.524256 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=859): Launched\u000a18:24:11.820591 run osmo-nitb_10.42.42.2(pid=860): Launched\u000a18:24:12.004296 run osmo-nitb_10.42.42.2(pid=860): ERR: Terminated: ERROR {rc=2} [trial-2362↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=860)]\u000a18:24:12.139860 run osmo-nitb_10.42.42.2(pid=860): stdout: \u000a| (launched: 2022-12-09_18:24:11.676482) \u000a18:24:12.275381 run osmo-nitb_10.42.42.2(pid=860): stderr: \u000a| (launched: 2022-12-09_18:24:11.720912)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:12.406483 run osmo-nitb_10.42.42.2(pid=860): stdout: \u000a| (launched: 2022-12-09_18:24:11.676482) \u000a18:24:12.536106 run osmo-nitb_10.42.42.2(pid=860): stderr: \u000a| (launched: 2022-12-09_18:24:11.720912)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:12.941905 tst osmo-nitb_10.42.42.2(pid=860): stdout: \u000a| (launched: 2022-12-09_18:24:11.676482) \u000a18:24:13.060357 tst osmo-nitb_10.42.42.2(pid=860): stderr: \u000a| (launched: 2022-12-09_18:24:11.720912)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:13.113030 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=860): Process ended prematurely: osmo-nitb_10.42.42.2(pid=860) [trial-2362↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=860)] [trial-2362↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a18:24:13.121165 tst esme_ms_sms_transaction.py:21: Test FAILED (3.2 sec)\u000a18:24:13.155985 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=859): Terminating (SIGTERM)\u000a18:24:13.333623 --- ParallelTerminationStrategy: PID 859 died...\u000a18:24:13.388626 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=859): Terminated: ok {rc=0}\u000a18:24:13.476114 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:24:00" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=871): Process ended prematurely: osmo-hlr_10.42.42.2(pid=871) [trial-2362↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=871)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=871): Process ended prematurely: osmo-hlr_10.42.42.2(pid=871) [trial-2362↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a18:24:15.266723 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:15.276875 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:15.287136 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:15.297910 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:15.409988 tst esme_connect_policy_acceptall.py: using MSISDN 7315\u000a18:24:15.523625 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a18:24:16.099390 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=866): Launched\u000a18:24:16.511649 run osmo-stp_10.42.42.4(pid=867): Launched\u000a18:24:16.640511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:17.167552 run create_hlr_db(pid=868): Launched\u000a18:24:17.358316 bus /sierra_2: Setting Powered False\u000a18:24:18.377280 run create_hlr_db(pid=868): Terminated: ok {rc=0}\u000a18:24:18.779203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=870): Launched\u000a18:24:19.077943 run osmo-hlr_10.42.42.2(pid=871): Launched\u000a18:24:19.186908 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a18:24:19.735054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=887): Launched\u000a18:24:20.034964 run osmo-msc_10.42.42.5(pid=888): Launched\u000a18:24:20.211195 run osmo-hlr_10.42.42.2(pid=871): ERR: Terminated: ERROR {rc=237} [trial-2362↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=871)]\u000a18:24:20.343976 run osmo-hlr_10.42.42.2(pid=871): stdout: \u000a| (launched: 2022-12-09_18:24:18.930853) \u000a18:24:20.469634 run osmo-hlr_10.42.42.2(pid=871): stderr: \u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182419118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182419127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182419127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182419127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:20.589957 run osmo-hlr_10.42.42.2(pid=871): stdout: \u000a| (launched: 2022-12-09_18:24:18.930853) \u000a18:24:20.709454 run osmo-hlr_10.42.42.2(pid=871): stderr: \u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182419105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182419118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182419127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182419127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182419127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:20.761842 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=871): Process ended prematurely: osmo-hlr_10.42.42.2(pid=871) [trial-2362↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=871)] [trial-2362↪smpp↪esme_connect_policy_acceptall.py:23]\u000a18:24:20.769960 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)\u000a18:24:20.829933 run osmo-msc_10.42.42.5(pid=888): ERR: Terminated: ERROR {rc=9} [trial-2362↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=888)]\u000a18:24:20.878822 run osmo-msc_10.42.42.5(pid=888): stdout: \u000a| (launched: 2022-12-09_18:24:19.886845) \u000a18:24:20.928347 run osmo-msc_10.42.42.5(pid=888): stderr: \u000a| �[0;m�[38;5;43m20221209182420200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209182420200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209182420200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209182420200 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209182420200 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209182420200 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209182420200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209182420200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209182420200 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a18:24:20.970101 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=866): Terminating (SIGTERM)\u000a18:24:21.009662 run osmo-stp_10.42.42.4(pid=867): Terminating (SIGTERM)\u000a18:24:21.050794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=870): Terminating (SIGTERM)\u000a18:24:21.091054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=887): Terminating (SIGTERM)\u000a18:24:21.100614 --- ParallelTerminationStrategy: PID 866 died...\u000a18:24:21.153925 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=866): Terminated: ok {rc=0}\u000a18:24:21.163595 --- ParallelTerminationStrategy: PID 867 died...\u000a18:24:21.216362 run osmo-stp_10.42.42.4(pid=867): Terminated: ok {rc=0}\u000a18:24:21.226126 --- ParallelTerminationStrategy: PID 870 died...\u000a18:24:21.279154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=870): Terminated: ok {rc=0}\u000a18:24:21.288749 --- ParallelTerminationStrategy: PID 887 died...\u000a18:24:21.341768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=887): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=896): Process ended prematurely: osmo-hlr_10.42.42.2(pid=896) [trial-2362↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=896)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=896): Process ended prematurely: osmo-hlr_10.42.42.2(pid=896) [trial-2362↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a18:24:21.356341 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:21.367274 tst smpp: Using 1 x bts (candidates: 1)\u000a18:24:21.491754 tst esme_connect_policy_closed.py: using LAC 22868\u000a18:24:21.610785 tst esme_connect_policy_closed.py: using RAC 173\u000a18:24:21.729447 tst esme_connect_policy_closed.py: using CellId 22868\u000a18:24:21.848484 tst esme_connect_policy_closed.py: using BVCI 22869\u000a18:24:21.871361 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:21.881893 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:21.892141 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:21.999651 tst esme_connect_policy_closed.py: using MSISDN 7316\u000a18:24:22.118570 tst esme_connect_policy_closed.py: using MSISDN 7317\u000a18:24:22.224250 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a18:24:22.742140 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=891): Launched\u000a18:24:23.041887 run osmo-stp_10.42.42.4(pid=892): Launched\u000a18:24:23.149224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:23.620264 run create_hlr_db(pid=893): Launched\u000a18:24:24.795756 run create_hlr_db(pid=893): Terminated: ok {rc=0}\u000a18:24:25.113487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=895): Launched\u000a18:24:25.434863 run osmo-hlr_10.42.42.2(pid=896): Launched\u000a18:24:25.551331 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a18:24:26.137775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=898): Launched\u000a18:24:26.458567 run osmo-msc_10.42.42.5(pid=899): Launched\u000a18:24:26.647323 run osmo-hlr_10.42.42.2(pid=896): ERR: Terminated: ERROR {rc=237} [trial-2362↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=896)]\u000a18:24:26.783569 run osmo-hlr_10.42.42.2(pid=896): stdout: \u000a| (launched: 2022-12-09_18:24:25.277070) \u000a18:24:26.918762 run osmo-hlr_10.42.42.2(pid=896): stderr: \u000a| �[0;m�[1;31m20221209182425473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182425473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182425473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182425473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182425474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182425474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182425509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182425519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182425519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182425519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:27.047698 run osmo-hlr_10.42.42.2(pid=896): stdout: \u000a| (launched: 2022-12-09_18:24:25.277070) \u000a18:24:27.174950 run osmo-hlr_10.42.42.2(pid=896): stderr: \u000a| �[0;m�[1;31m20221209182425473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182425473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182425473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182425473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182425474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182425474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182425509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182425519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182425519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182425519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:27.230778 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=896): Process ended prematurely: osmo-hlr_10.42.42.2(pid=896) [trial-2362↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=896)] [trial-2362↪smpp↪esme_connect_policy_closed.py:31]\u000a18:24:27.239632 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a18:24:27.302358 run osmo-msc_10.42.42.5(pid=899): ERR: Terminated: ERROR {rc=9} [trial-2362↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=899)]\u000a18:24:27.353804 run osmo-msc_10.42.42.5(pid=899): stdout: \u000a| (launched: 2022-12-09_18:24:26.301313) \u000a18:24:27.405899 run osmo-msc_10.42.42.5(pid=899): stderr: \u000a| �[0;m�[38;5;43m20221209182426671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209182426671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209182426671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209182426671 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209182426671 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209182426671 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209182426671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209182426671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209182426671 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a18:24:27.449938 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=891): Terminating (SIGTERM)\u000a18:24:27.491421 run osmo-stp_10.42.42.4(pid=892): Terminating (SIGTERM)\u000a18:24:27.534380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=895): Terminating (SIGTERM)\u000a18:24:27.577509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=898): Terminating (SIGTERM)\u000a18:24:27.587503 --- ParallelTerminationStrategy: PID 891 died...\u000a18:24:27.643959 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=891): Terminated: ok {rc=0}\u000a18:24:27.654317 --- ParallelTerminationStrategy: PID 892 died...\u000a18:24:27.709566 run osmo-stp_10.42.42.4(pid=892): Terminated: ok {rc=0}\u000a18:24:27.719585 --- ParallelTerminationStrategy: PID 895 died...\u000a18:24:27.774780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=895): Terminated: ok {rc=0}\u000a18:24:27.784706 --- ParallelTerminationStrategy: PID 898 died...\u000a18:24:27.839933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=898): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=908): Process ended prematurely: osmo-stp_10.42.42.5(pid=908) [trial-2362↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=908)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=908): Process ended prematurely: osmo-stp_10.42.42.5(pid=908) [trial-2362↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a18:24:27.854766 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:27.866013 tst smpp: Using 1 x bts (candidates: 1)\u000a18:24:27.996787 tst esme_ms_sms_storeforward.py: using LAC 22869\u000a18:24:28.121850 tst esme_ms_sms_storeforward.py: using RAC 174\u000a18:24:28.247338 tst esme_ms_sms_storeforward.py: using CellId 22869\u000a18:24:28.374749 tst esme_ms_sms_storeforward.py: using BVCI 22870\u000a18:24:28.399093 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:28.409831 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:28.420386 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:28.431427 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:28.442731 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:28.454000 tst smpp: Using 1 x modem (candidates: 1)\u000a18:24:28.664439 tst esme_ms_sms_storeforward.py: using MSISDN 7318\u000a18:24:28.771230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:29.242745 run create_hlr_db(pid=902): Launched\u000a18:24:30.419146 run create_hlr_db(pid=902): Terminated: ok {rc=0}\u000a18:24:30.729830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=904): Launched\u000a18:24:31.058371 run osmo-hlr_10.42.42.2(pid=905): Launched\u000a18:24:31.269707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:32.064817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=907): Launched\u000a18:24:32.395705 run osmo-stp_10.42.42.5(pid=908): Launched\u000a18:24:32.505962 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:24:33.052189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=910): Launched\u000a18:24:33.351868 run osmo-msc_10.42.42.6(pid=911): Launched\u000a18:24:33.527682 run osmo-stp_10.42.42.5(pid=908): ERR: Terminated: ERROR {rc=1} [trial-2362↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=908)]\u000a18:24:33.655725 run osmo-stp_10.42.42.5(pid=908): stdout: \u000a| (launched: 2022-12-09_18:24:32.231907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:33.781222 run osmo-stp_10.42.42.5(pid=908): stderr: \u000a| �[0;m�[38;5;43m20221209182432415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182432415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182432415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182432416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182432418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182432418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182432418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:33.902213 run osmo-stp_10.42.42.5(pid=908): stdout: \u000a| (launched: 2022-12-09_18:24:32.231907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:34.022405 run osmo-stp_10.42.42.5(pid=908): stderr: \u000a| �[0;m�[38;5;43m20221209182432415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182432415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182432415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182432416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182432418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182432418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182432418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:34.074856 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=908): Process ended prematurely: osmo-stp_10.42.42.5(pid=908) [trial-2362↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=908)] [trial-2362↪smpp↪esme_ms_sms_storeforward.py:30]\u000a18:24:34.082731 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a18:24:34.142641 run osmo-hlr_10.42.42.2(pid=905): ERR: Terminated: ERROR {rc=237} [trial-2362↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=905)]\u000a18:24:34.191368 run osmo-hlr_10.42.42.2(pid=905): stdout: \u000a| (launched: 2022-12-09_18:24:30.891139) \u000a18:24:34.241394 run osmo-hlr_10.42.42.2(pid=905): stderr: \u000a| �[0;m�[1;31m20221209182431347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182431347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182431347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182431347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182431347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182431348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182431376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182431417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182431418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182431419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:34.308118 run osmo-msc_10.42.42.6(pid=911): ERR: Terminated: ERROR {rc=2} [trial-2362↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=911)]\u000a18:24:34.357370 run osmo-msc_10.42.42.6(pid=911): stdout: \u000a| (launched: 2022-12-09_18:24:33.204371) \u000a18:24:34.407113 run osmo-msc_10.42.42.6(pid=911): stderr: \u000a| �[0;m�[38;5;43m20221209182433474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182433474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f934f45dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182433475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182433475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182433475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182433475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182433477 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182433477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182433478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182433478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:24:34.449086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=904): Terminating (SIGTERM)\u000a18:24:34.488970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=907): Terminating (SIGTERM)\u000a18:24:34.529291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=910): Terminating (SIGTERM)\u000a18:24:34.538598 --- ParallelTerminationStrategy: PID 904 died...\u000a18:24:34.591784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=904): Terminated: ok {rc=0}\u000a18:24:34.601609 --- ParallelTerminationStrategy: PID 907 died...\u000a18:24:34.654497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=907): Terminated: ok {rc=0}\u000a18:24:34.664036 --- ParallelTerminationStrategy: PID 910 died...\u000a18:24:34.717095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=910): Terminated: ok {rc=0}\u000a18:24:34.805961 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=919): Process ended prematurely: osmo-stp_10.42.42.5(pid=919) [trial-2362↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=919)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=919): Process ended prematurely: osmo-stp_10.42.42.5(pid=919) [trial-2362↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a18:24:35.856319 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:35.867201 tst smpp: Using 1 x bts (candidates: 1)\u000a18:24:36.000056 tst esme_ms_sms_transaction.py: using LAC 22870\u000a18:24:36.125381 tst esme_ms_sms_transaction.py: using RAC 175\u000a18:24:36.252051 tst esme_ms_sms_transaction.py: using CellId 22870\u000a18:24:36.378569 tst esme_ms_sms_transaction.py: using BVCI 22871\u000a18:24:36.403016 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:36.414137 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:36.424690 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:36.435218 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:36.445856 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:24:36.456212 tst smpp: Using 1 x modem (candidates: 1)\u000a18:24:36.682208 tst esme_ms_sms_transaction.py: using MSISDN 7319\u000a18:24:36.796117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:37.309504 run create_hlr_db(pid=913): Launched\u000a18:24:37.496472 bus /sierra_2: Setting Powered False\u000a18:24:38.516431 run create_hlr_db(pid=913): Terminated: ok {rc=0}\u000a18:24:38.920451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=915): Launched\u000a18:24:39.222734 run osmo-hlr_10.42.42.2(pid=916): Launched\u000a18:24:39.338181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:39.858645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=918): Launched\u000a18:24:40.159050 run osmo-stp_10.42.42.5(pid=919): Launched\u000a18:24:40.269242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:24:40.818507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=921): Launched\u000a18:24:41.120143 run osmo-msc_10.42.42.6(pid=922): Launched\u000a18:24:41.300477 run osmo-stp_10.42.42.5(pid=919): ERR: Terminated: ERROR {rc=1} [trial-2362↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=919)]\u000a18:24:41.428516 run osmo-stp_10.42.42.5(pid=919): stdout: \u000a| (launched: 2022-12-09_18:24:40.011309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:41.553577 run osmo-stp_10.42.42.5(pid=919): stderr: \u000a| �[0;m�[38;5;43m20221209182440182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182440182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182440183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182440183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182440183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182440184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182440184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:41.674280 run osmo-stp_10.42.42.5(pid=919): stdout: \u000a| (launched: 2022-12-09_18:24:40.011309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:41.793697 run osmo-stp_10.42.42.5(pid=919): stderr: \u000a| �[0;m�[38;5;43m20221209182440182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182440182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182440183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182440183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182440183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182440184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182440184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:41.846053 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=919): Process ended prematurely: osmo-stp_10.42.42.5(pid=919) [trial-2362↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=919)] [trial-2362↪smpp↪esme_ms_sms_transaction.py:28]\u000a18:24:41.854166 tst esme_ms_sms_transaction.py:28: Test FAILED (6.0 sec)\u000a18:24:41.914583 run osmo-hlr_10.42.42.2(pid=916): ERR: Terminated: ERROR {rc=237} [trial-2362↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=916)]\u000a18:24:41.964018 run osmo-hlr_10.42.42.2(pid=916): stdout: \u000a| (launched: 2022-12-09_18:24:39.073479) \u000a18:24:42.014378 run osmo-hlr_10.42.42.2(pid=916): stderr: \u000a| �[0;m�[1;31m20221209182439253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182439253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182439253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182439253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182439253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182439253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182439264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182439273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182439273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182439273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:42.082201 run osmo-msc_10.42.42.6(pid=922): ERR: Terminated: ERROR {rc=2} [trial-2362↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=922)]\u000a18:24:42.131865 run osmo-msc_10.42.42.6(pid=922): stdout: \u000a| (launched: 2022-12-09_18:24:40.970572) \u000a18:24:42.181950 run osmo-msc_10.42.42.6(pid=922): stderr: \u000a| �[0;m�[38;5;43m20221209182441240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182441241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d26fd8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182441241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182441241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182441241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182441241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182441243 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182441243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182441244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182441244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:24:42.223961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=915): Terminating (SIGTERM)\u000a18:24:42.264010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=918): Terminating (SIGTERM)\u000a18:24:42.304213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=921): Terminating (SIGTERM)\u000a18:24:42.313437 --- ParallelTerminationStrategy: PID 915 died...\u000a18:24:42.367130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=915): Terminated: ok {rc=0}\u000a18:24:42.376607 --- ParallelTerminationStrategy: PID 918 died...\u000a18:24:42.429468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=918): Terminated: ok {rc=0}\u000a18:24:42.439150 --- ParallelTerminationStrategy: PID 921 died...\u000a18:24:42.492023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=921): Terminated: ok {rc=0}\u000a18:24:42.575292 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:24:15" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=933): Process ended prematurely: osmo-stp_10.42.42.5(pid=933) [trial-2362↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=933)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=933): Process ended prematurely: osmo-stp_10.42.42.5(pid=933) [trial-2362↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a18:24:44.439656 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:44.450010 tst encryption: Using 1 x bts (candidates: 1)\u000a18:24:44.582358 tst register_a5_0_authopt.py: using LAC 22871\u000a18:24:44.710239 tst register_a5_0_authopt.py: using RAC 176\u000a18:24:44.842336 tst register_a5_0_authopt.py: using CellId 22871\u000a18:24:44.968228 tst register_a5_0_authopt.py: using BVCI 22872\u000a18:24:44.993011 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:45.003967 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:45.014870 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:45.026093 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:45.037156 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:45.048107 tst encryption: Using 1 x modem (candidates: 1)\u000a18:24:45.344619 tst register_a5_0_authopt.py:8: start network...\u000a18:24:45.481559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:46.039659 run create_hlr_db(pid=927): Launched\u000a18:24:46.257444 bus /sierra_2: Setting Powered False\u000a18:24:47.291091 run create_hlr_db(pid=927): Terminated: ok {rc=0}\u000a18:24:47.725789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=929): Launched\u000a18:24:48.049776 run osmo-hlr_10.42.42.2(pid=930): Launched\u000a18:24:48.167932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:48.731839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=932): Launched\u000a18:24:49.054514 run osmo-stp_10.42.42.5(pid=933): Launched\u000a18:24:49.172537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:24:49.764916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=936): Launched\u000a18:24:50.088741 run osmo-msc_10.42.42.6(pid=937): Launched\u000a18:24:50.279933 run osmo-stp_10.42.42.5(pid=933): ERR: Terminated: ERROR {rc=1} [trial-2362↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=933)]\u000a18:24:50.417349 run osmo-stp_10.42.42.5(pid=933): stdout: \u000a| (launched: 2022-12-09_18:24:48.896379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:50.554078 run osmo-stp_10.42.42.5(pid=933): stderr: \u000a| �[0;m�[38;5;43m20221209182449090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182449091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182449091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182449091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182449092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182449092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182449092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:50.684054 run osmo-stp_10.42.42.5(pid=933): stdout: \u000a| (launched: 2022-12-09_18:24:48.896379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:50.812940 run osmo-stp_10.42.42.5(pid=933): stderr: \u000a| �[0;m�[38;5;43m20221209182449090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182449091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182449091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182449091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182449092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182449092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182449092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:50.870240 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=933): Process ended prematurely: osmo-stp_10.42.42.5(pid=933) [trial-2362↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=933)] [trial-2362↪encryption↪register_a5_0_authopt.py:8]\u000a18:24:50.879346 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a18:24:50.941675 run osmo-hlr_10.42.42.2(pid=930): ERR: Terminated: ERROR {rc=237} [trial-2362↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=930)]\u000a18:24:50.993116 run osmo-hlr_10.42.42.2(pid=930): stdout: \u000a| (launched: 2022-12-09_18:24:47.891147) \u000a18:24:51.045428 run osmo-hlr_10.42.42.2(pid=930): stderr: \u000a| �[0;m�[1;31m20221209182448090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182448090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182448090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182448090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182448091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182448091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182448102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182448110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182448110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182448111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:51.115731 run osmo-msc_10.42.42.6(pid=937): ERR: Terminated: ERROR {rc=2} [trial-2362↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=937)]\u000a18:24:51.166710 run osmo-msc_10.42.42.6(pid=937): stdout: \u000a| (launched: 2022-12-09_18:24:49.929536) \u000a18:24:51.218835 run osmo-msc_10.42.42.6(pid=937): stderr: \u000a| �[0;m�[38;5;43m20221209182450254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182450254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b29928c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182450255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182450255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182450255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182450255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182450257 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182450257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182450257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182450257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:24:51.263339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=929): Terminating (SIGTERM)\u000a18:24:51.305739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=932): Terminating (SIGTERM)\u000a18:24:51.347576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=936): Terminating (SIGTERM)\u000a18:24:51.357320 --- ParallelTerminationStrategy: PID 929 died...\u000a18:24:51.413349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=929): Terminated: ok {rc=0}\u000a18:24:51.423433 --- ParallelTerminationStrategy: PID 932 died...\u000a18:24:51.478945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=932): Terminated: ok {rc=0}\u000a18:24:51.488883 --- ParallelTerminationStrategy: PID 936 died...\u000a18:24:51.544682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=936): Terminated: ok {rc=0}\u000a18:24:51.631510 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=945): Process ended prematurely: osmo-stp_10.42.42.5(pid=945) [trial-2362↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=945)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=945): Process ended prematurely: osmo-stp_10.42.42.5(pid=945) [trial-2362↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a18:24:52.743179 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:52.754164 tst encryption: Using 1 x bts (candidates: 1)\u000a18:24:52.884920 tst register_a5_0_authreq.py: using LAC 22872\u000a18:24:53.002399 tst register_a5_0_authreq.py: using RAC 177\u000a18:24:53.120494 tst register_a5_0_authreq.py: using CellId 22872\u000a18:24:53.237964 tst register_a5_0_authreq.py: using BVCI 22873\u000a18:24:53.260668 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:53.271152 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:53.281470 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:53.292401 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:53.303426 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:24:53.314445 tst encryption: Using 1 x modem (candidates: 1)\u000a18:24:53.610859 tst register_a5_0_authreq.py:8: start network...\u000a18:24:53.746864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:54.265449 run create_hlr_db(pid=939): Launched\u000a18:24:54.453751 bus /sierra_2: Setting Powered False\u000a18:24:55.474555 run create_hlr_db(pid=939): Terminated: ok {rc=0}\u000a18:24:55.907587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=941): Launched\u000a18:24:56.233112 run osmo-hlr_10.42.42.2(pid=942): Launched\u000a18:24:56.355102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:56.918087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=944): Launched\u000a18:24:57.242443 run osmo-stp_10.42.42.5(pid=945): Launched\u000a18:24:57.360933 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:24:57.954320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=947): Launched\u000a18:24:58.281781 run osmo-msc_10.42.42.6(pid=948): Launched\u000a18:24:58.473430 run osmo-stp_10.42.42.5(pid=945): ERR: Terminated: ERROR {rc=1} [trial-2362↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=945)]\u000a18:24:58.611126 run osmo-stp_10.42.42.5(pid=945): stdout: \u000a| (launched: 2022-12-09_18:24:57.083194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:58.747931 run osmo-stp_10.42.42.5(pid=945): stderr: \u000a| �[0;m�[38;5;43m20221209182457275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182457275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182457275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182457276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182457276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182457276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182457276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:58.878366 run osmo-stp_10.42.42.5(pid=945): stdout: \u000a| (launched: 2022-12-09_18:24:57.083194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:59.007415 run osmo-stp_10.42.42.5(pid=945): stderr: \u000a| �[0;m�[38;5;43m20221209182457275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182457275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182457275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182457276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182457276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182457276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182457276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:59.064594 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=945): Process ended prematurely: osmo-stp_10.42.42.5(pid=945) [trial-2362↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=945)] [trial-2362↪encryption↪register_a5_0_authreq.py:8]\u000a18:24:59.073625 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a18:24:59.135920 run osmo-hlr_10.42.42.2(pid=942): ERR: Terminated: ERROR {rc=237} [trial-2362↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=942)]\u000a18:24:59.187509 run osmo-hlr_10.42.42.2(pid=942): stdout: \u000a| (launched: 2022-12-09_18:24:56.073611) \u000a18:24:59.239710 run osmo-hlr_10.42.42.2(pid=942): stderr: \u000a| �[0;m�[1;31m20221209182456273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182456273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182456273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182456273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182456273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182456274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182456286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182456294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182456294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182456295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:59.311212 run osmo-msc_10.42.42.6(pid=948): ERR: Terminated: ERROR {rc=2} [trial-2362↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=948)]\u000a18:24:59.362801 run osmo-msc_10.42.42.6(pid=948): stdout: \u000a| (launched: 2022-12-09_18:24:58.120280) \u000a18:24:59.414707 run osmo-msc_10.42.42.6(pid=948): stderr: \u000a| �[0;m�[38;5;43m20221209182458441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182458442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2fae75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182458442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182458442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182458442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182458442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182458446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182458446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182458446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182458446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:24:59.458958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=941): Terminating (SIGTERM)\u000a18:24:59.501085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=944): Terminating (SIGTERM)\u000a18:24:59.543181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=947): Terminating (SIGTERM)\u000a18:24:59.552450 --- ParallelTerminationStrategy: PID 941 died...\u000a18:24:59.608345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=941): Terminated: ok {rc=0}\u000a18:24:59.618389 --- ParallelTerminationStrategy: PID 944 died...\u000a18:24:59.674170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=944): Terminated: ok {rc=0}\u000a18:24:59.684161 --- ParallelTerminationStrategy: PID 947 died...\u000a18:24:59.740492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=947): Terminated: ok {rc=0}\u000a18:24:59.827282 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=962): Process ended prematurely: osmo-stp_10.42.42.5(pid=962) [trial-2362↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=962)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=962): Process ended prematurely: osmo-stp_10.42.42.5(pid=962) [trial-2362↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a18:25:00.959314 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:00.972058 tst encryption: Using 1 x bts (candidates: 1)\u000a18:25:01.113395 tst register_a5_1_authreq.py: using LAC 22873\u000a18:25:01.239682 tst register_a5_1_authreq.py: using RAC 178\u000a18:25:01.362264 tst register_a5_1_authreq.py: using CellId 22873\u000a18:25:01.492523 tst register_a5_1_authreq.py: using BVCI 22874\u000a18:25:01.517170 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:01.529090 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:01.541151 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:01.552547 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:01.566419 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:01.580278 tst encryption: Using 1 x modem (candidates: 1)\u000a18:25:01.935839 tst register_a5_1_authreq.py:8: start network...\u000a18:25:02.074483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:02.595735 run create_hlr_db(pid=954): Launched\u000a18:25:02.783415 bus /sierra_2: Setting Powered False\u000a18:25:03.802819 run create_hlr_db(pid=954): Terminated: ok {rc=0}\u000a18:25:04.235149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=958): Launched\u000a18:25:04.559360 run osmo-hlr_10.42.42.2(pid=959): Launched\u000a18:25:04.681781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:05.247016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=961): Launched\u000a18:25:05.573498 run osmo-stp_10.42.42.5(pid=962): Launched\u000a18:25:05.691227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:25:06.283681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=964): Launched\u000a18:25:06.607995 run osmo-msc_10.42.42.6(pid=965): Launched\u000a18:25:06.798372 run osmo-stp_10.42.42.5(pid=962): ERR: Terminated: ERROR {rc=1} [trial-2362↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=962)]\u000a18:25:06.935285 run osmo-stp_10.42.42.5(pid=962): stdout: \u000a| (launched: 2022-12-09_18:25:05.413691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:07.071951 run osmo-stp_10.42.42.5(pid=962): stderr: \u000a| �[0;m�[38;5;43m20221209182505606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182505606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182505606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182505607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182505609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182505609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182505609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:07.202396 run osmo-stp_10.42.42.5(pid=962): stdout: \u000a| (launched: 2022-12-09_18:25:05.413691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:07.332455 run osmo-stp_10.42.42.5(pid=962): stderr: \u000a| �[0;m�[38;5;43m20221209182505606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182505606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182505606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182505607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182505609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182505609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182505609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:07.389863 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=962): Process ended prematurely: osmo-stp_10.42.42.5(pid=962) [trial-2362↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=962)] [trial-2362↪encryption↪register_a5_1_authreq.py:8]\u000a18:25:07.398773 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a18:25:07.461157 run osmo-hlr_10.42.42.2(pid=959): ERR: Terminated: ERROR {rc=237} [trial-2362↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=959)]\u000a18:25:07.512995 run osmo-hlr_10.42.42.2(pid=959): stdout: \u000a| (launched: 2022-12-09_18:25:04.400794) \u000a18:25:07.564877 run osmo-hlr_10.42.42.2(pid=959): stderr: \u000a| �[0;m�[1;31m20221209182504601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182504601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182504601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182504601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182504601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182504601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182504614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182504622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182504623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182504623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:07.635355 run osmo-msc_10.42.42.6(pid=965): ERR: Terminated: ERROR {rc=2} [trial-2362↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=965)]\u000a18:25:07.686588 run osmo-msc_10.42.42.6(pid=965): stdout: \u000a| (launched: 2022-12-09_18:25:06.448701) \u000a18:25:07.738423 run osmo-msc_10.42.42.6(pid=965): stderr: \u000a| �[0;m�[38;5;43m20221209182506771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182506771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5c1c9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182506771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182506771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182506771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182506772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182506776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182506776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182506777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182506777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:25:07.782577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=958): Terminating (SIGTERM)\u000a18:25:07.824336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=961): Terminating (SIGTERM)\u000a18:25:07.866319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=964): Terminating (SIGTERM)\u000a18:25:07.875598 --- ParallelTerminationStrategy: PID 958 died...\u000a18:25:07.931159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=958): Terminated: ok {rc=0}\u000a18:25:07.941169 --- ParallelTerminationStrategy: PID 961 died...\u000a18:25:07.996197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=961): Terminated: ok {rc=0}\u000a18:25:08.006114 --- ParallelTerminationStrategy: PID 964 died...\u000a18:25:08.061360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=964): Terminated: ok {rc=0}\u000a18:25:08.148878 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=973): Process ended prematurely: osmo-stp_10.42.42.5(pid=973) [trial-2362↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=973)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=973): Process ended prematurely: osmo-stp_10.42.42.5(pid=973) [trial-2362↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a18:25:09.263395 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:09.274923 tst encryption: Using 1 x bts (candidates: 1)\u000a18:25:09.405962 tst register_a5_3_authreq.py: using LAC 22874\u000a18:25:09.535846 tst register_a5_3_authreq.py: using RAC 179\u000a18:25:09.663570 tst register_a5_3_authreq.py: using CellId 22874\u000a18:25:09.790645 tst register_a5_3_authreq.py: using BVCI 22875\u000a18:25:09.815436 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:09.826540 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:09.837460 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:09.848261 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:09.859082 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:09.869864 tst encryption: Using 1 x modem (candidates: 1)\u000a18:25:10.162556 tst register_a5_3_authreq.py:8: start network...\u000a18:25:10.289338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:10.767425 run create_hlr_db(pid=967): Launched\u000a18:25:10.942672 bus /sierra_2: Setting Powered False\u000a18:25:11.963611 run create_hlr_db(pid=967): Terminated: ok {rc=0}\u000a18:25:12.394668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=969): Launched\u000a18:25:12.718021 run osmo-hlr_10.42.42.2(pid=970): Launched\u000a18:25:12.840430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:13.404598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=972): Launched\u000a18:25:13.728875 run osmo-stp_10.42.42.5(pid=973): Launched\u000a18:25:13.846766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:25:14.438767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=975): Launched\u000a18:25:14.761989 run osmo-msc_10.42.42.6(pid=976): Launched\u000a18:25:14.951694 run osmo-stp_10.42.42.5(pid=973): ERR: Terminated: ERROR {rc=1} [trial-2362↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=973)]\u000a18:25:15.089042 run osmo-stp_10.42.42.5(pid=973): stdout: \u000a| (launched: 2022-12-09_18:25:13.569774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:15.225159 run osmo-stp_10.42.42.5(pid=973): stderr: \u000a| �[0;m�[38;5;43m20221209182513763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182513763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182513763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182513763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182513764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182513764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182513764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:15.355794 run osmo-stp_10.42.42.5(pid=973): stdout: \u000a| (launched: 2022-12-09_18:25:13.569774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:15.485070 run osmo-stp_10.42.42.5(pid=973): stderr: \u000a| �[0;m�[38;5;43m20221209182513763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182513763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182513763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182513763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182513764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182513764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182513764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:15.542148 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=973): Process ended prematurely: osmo-stp_10.42.42.5(pid=973) [trial-2362↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=973)] [trial-2362↪encryption↪register_a5_3_authreq.py:8]\u000a18:25:15.551083 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a18:25:15.613200 run osmo-hlr_10.42.42.2(pid=970): ERR: Terminated: ERROR {rc=237} [trial-2362↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=970)]\u000a18:25:15.664537 run osmo-hlr_10.42.42.2(pid=970): stdout: \u000a| (launched: 2022-12-09_18:25:12.559495) \u000a18:25:15.716723 run osmo-hlr_10.42.42.2(pid=970): stderr: \u000a| �[0;m�[1;31m20221209182512755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182512755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182512755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182512755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182512755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182512755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182512768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182512778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182512778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182512779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:15.787020 run osmo-msc_10.42.42.6(pid=976): ERR: Terminated: ERROR {rc=2} [trial-2362↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=976)]\u000a18:25:15.837960 run osmo-msc_10.42.42.6(pid=976): stdout: \u000a| (launched: 2022-12-09_18:25:14.603579) \u000a18:25:15.892638 run osmo-msc_10.42.42.6(pid=976): stderr: \u000a| �[0;m�[38;5;43m20221209182514925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182514925 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f9fcd5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182514925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182514925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182514926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182514926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182514927 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182514928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182514928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182514928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:25:15.937767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=969): Terminating (SIGTERM)\u000a18:25:15.979739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=972): Terminating (SIGTERM)\u000a18:25:16.022259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=975): Terminating (SIGTERM)\u000a18:25:16.031715 --- ParallelTerminationStrategy: PID 969 died...\u000a18:25:16.087800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=969): Terminated: ok {rc=0}\u000a18:25:16.098215 --- ParallelTerminationStrategy: PID 972 died...\u000a18:25:16.154063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=972): Terminated: ok {rc=0}\u000a18:25:16.164369 --- ParallelTerminationStrategy: PID 975 died...\u000a18:25:16.220359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=975): Terminated: ok {rc=0}\u000a18:25:16.309152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:24:44" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=998): Process ended prematurely: srsepc(pid=998) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=998)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=998): Process ended prematurely: srsepc(pid=998) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a18:25:18.294597 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a18:25:18.339289 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:25:18.355789 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:25:18.379515 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:25:18.518066 tst handover.py: using MSISDN 7320\u000a18:25:18.624188 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7320', subscriber_id=0}\u000a18:25:18.729778 run srsepc_10.42.42.118: Starting srsepc\u000a18:25:20.562551 run rm-remote-dir(pid=981): Launched\u000a18:25:20.744694 bus /sierra_2: Setting Powered False\u000a18:25:21.767949 run rm-remote-dir(pid=981): Terminated: ok {rc=0}\u000a18:25:22.211956 run mk-remote-dir(pid=982): Launched\u000a18:25:23.409575 run mk-remote-dir(pid=982): Terminated: ok {rc=0}\u000a18:25:23.706145 run scp-inst-to-remote(pid=983): Launched\u000a18:25:25.892763 run scp-inst-to-remote(pid=983): Terminated: ok {rc=0}\u000a18:25:26.218591 run rm-remote-dir(pid=985): Launched\u000a18:25:27.403902 run rm-remote-dir(pid=985): Terminated: ok {rc=0}\u000a18:25:27.729893 run mk-remote-dir(pid=986): Launched\u000a18:25:28.915504 run mk-remote-dir(pid=986): Terminated: ok {rc=0}\u000a18:25:29.190594 run scp-cfg-to-remote(pid=988): Launched\u000a18:25:30.373432 run scp-cfg-to-remote(pid=988): Terminated: ok {rc=0}\u000a18:25:30.647735 run scp-db-to-remote(pid=990): Launched\u000a18:25:31.878687 run scp-db-to-remote(pid=990): Terminated: ok {rc=0}\u000a18:25:32.018773 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:25:32.351837 run patchelf(pid=996): Launched\u000a18:25:33.535105 run patchelf(pid=996): Terminated: ok {rc=0}\u000a18:25:33.646584 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:25:33.961791 run setcap-netadm(pid=997): Launched\u000a18:25:35.144075 run setcap-netadm(pid=997): Terminated: ok {rc=0}\u000a18:25:35.451125 run srsepc(pid=998): Launched\u000a18:25:35.559507 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:25:36.661121 run rm-remote-dir(pid=999): Launched\u000a18:25:36.844727 run srsepc(pid=998): ERR: Terminated: ERROR {rc=127} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=998)]\u000a18:25:36.979100 run srsepc(pid=998): stdout: \u000a| (launched: 2022-12-09_18:25:35.303698)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:25:37.111914 run srsepc(pid=998): stderr: \u000a| (launched: 2022-12-09_18:25:35.348601)\u000a| Connection to 10.42.42.116 closed. \u000a18:25:37.240393 run srsepc(pid=998): stdout: \u000a| (launched: 2022-12-09_18:25:35.303698)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:25:37.368049 run srsepc(pid=998): stderr: \u000a| (launched: 2022-12-09_18:25:35.348601)\u000a| Connection to 10.42.42.116 closed. \u000a18:25:37.517265 run rm-remote-dir(pid=999): Terminating (SIGINT)\u000a18:25:37.692470 run rm-remote-dir(pid=999): Terminated: ok {rc=0}\u000a18:25:37.724795 tst handover.py:37: ERR: Error: srsepc(pid=998): Process ended prematurely: srsepc(pid=998) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=998)] [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a18:25:37.734286 tst handover.py:37: Test FAILED (19.6 sec)\u000a18:25:37.848290 run scp-back-log(pid=1000): Launched\u000a18:25:38.939281 run scp-back-log(pid=1000): ERR: Terminated: ERROR {rc=1} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1000)]\u000a18:25:39.004225 run scp-back-log(pid=1000): stdout: \u000a| (launched: 2022-12-09_18:25:37.775385) \u000a18:25:39.069979 run scp-back-log(pid=1000): stderr: \u000a| (launched: 2022-12-09_18:25:37.795047)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:25:39.125465 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1000): launch_sync(): local process exited with status 1 [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1000)]')\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1014): Process ended prematurely: srsepc(pid=1014) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1014)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1014): Process ended prematurely: srsepc(pid=1014) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a18:25:39.314474 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a18:25:39.359021 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:25:39.563000 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a18:25:39.604505 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:25:39.620147 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:25:39.739959 tst iperf3_bidir.py: using MSISDN 7321\u000a18:25:39.845475 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7321', subscriber_id=0}\u000a18:25:39.949629 run srsepc_10.42.42.118: Starting srsepc\u000a18:25:40.584042 run rm-remote-dir(pid=1002): Launched\u000a18:25:41.770077 run rm-remote-dir(pid=1002): Terminated: ok {rc=0}\u000a18:25:42.098759 run mk-remote-dir(pid=1003): Launched\u000a18:25:43.283856 run mk-remote-dir(pid=1003): Terminated: ok {rc=0}\u000a18:25:43.558204 run scp-inst-to-remote(pid=1004): Launched\u000a18:25:45.755230 run scp-inst-to-remote(pid=1004): Terminated: ok {rc=0}\u000a18:25:46.178846 run rm-remote-dir(pid=1006): Launched\u000a18:25:47.379752 run rm-remote-dir(pid=1006): Terminated: ok {rc=0}\u000a18:25:47.707064 run mk-remote-dir(pid=1007): Launched\u000a18:25:48.893234 run mk-remote-dir(pid=1007): Terminated: ok {rc=0}\u000a18:25:49.168186 run scp-cfg-to-remote(pid=1008): Launched\u000a18:25:50.352234 run scp-cfg-to-remote(pid=1008): Terminated: ok {rc=0}\u000a18:25:50.626267 run scp-db-to-remote(pid=1010): Launched\u000a18:25:51.809844 run scp-db-to-remote(pid=1010): Terminated: ok {rc=0}\u000a18:25:51.921858 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:25:52.237611 run patchelf(pid=1012): Launched\u000a18:25:53.421149 run patchelf(pid=1012): Terminated: ok {rc=0}\u000a18:25:53.532719 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:25:53.849354 run setcap-netadm(pid=1013): Launched\u000a18:25:55.032348 run setcap-netadm(pid=1013): Terminated: ok {rc=0}\u000a18:25:55.340117 run srsepc(pid=1014): Launched\u000a18:25:55.446766 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:25:56.557310 run rm-remote-dir(pid=1015): Launched\u000a18:25:56.741213 run srsepc(pid=1014): ERR: Terminated: ERROR {rc=127} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1014)]\u000a18:25:56.875853 run srsepc(pid=1014): stdout: \u000a| (launched: 2022-12-09_18:25:55.192495)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:25:57.008771 run srsepc(pid=1014): stderr: \u000a| (launched: 2022-12-09_18:25:55.237642)\u000a| Connection to 10.42.42.116 closed. \u000a18:25:57.137926 run srsepc(pid=1014): stdout: \u000a| (launched: 2022-12-09_18:25:55.192495)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:25:57.265886 run srsepc(pid=1014): stderr: \u000a| (launched: 2022-12-09_18:25:55.237642)\u000a| Connection to 10.42.42.116 closed. \u000a18:25:57.415319 run rm-remote-dir(pid=1015): Terminating (SIGINT)\u000a18:25:57.590662 run rm-remote-dir(pid=1015): Terminated: ok {rc=0}\u000a18:25:57.623049 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=1014): Process ended prematurely: srsepc(pid=1014) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1014)] [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a18:25:57.632730 tst iperf3_bidir.py:42: Test FAILED (18.5 sec)\u000a18:25:57.744060 run scp-back-log(pid=1016): Launched\u000a18:25:58.829231 run scp-back-log(pid=1016): ERR: Terminated: ERROR {rc=1} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1016)]\u000a18:25:58.890971 run scp-back-log(pid=1016): stdout: \u000a| (launched: 2022-12-09_18:25:57.674100) \u000a18:25:58.953384 run scp-back-log(pid=1016): stderr: \u000a| (launched: 2022-12-09_18:25:57.693948)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:25:59.006093 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1016): launch_sync(): local process exited with status 1 [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1016)]')\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1030): Process ended prematurely: srsepc(pid=1030) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1030)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1030): Process ended prematurely: srsepc(pid=1030) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a18:25:59.180998 tst iperf3_dl.py:13: Number of physical ue: 1\u000a18:25:59.222399 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:25:59.425707 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a18:25:59.466959 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:25:59.482586 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:25:59.608608 tst iperf3_dl.py: using MSISDN 7322\u000a18:25:59.722928 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7322', subscriber_id=0}\u000a18:25:59.835910 run srsepc_10.42.42.118: Starting srsepc\u000a18:26:00.510170 run rm-remote-dir(pid=1018): Launched\u000a18:26:01.711812 run rm-remote-dir(pid=1018): Terminated: ok {rc=0}\u000a18:26:02.122938 run mk-remote-dir(pid=1019): Launched\u000a18:26:03.320708 run mk-remote-dir(pid=1019): Terminated: ok {rc=0}\u000a18:26:03.611492 run scp-inst-to-remote(pid=1020): Launched\u000a18:26:05.807974 run scp-inst-to-remote(pid=1020): Terminated: ok {rc=0}\u000a18:26:06.152737 run rm-remote-dir(pid=1022): Launched\u000a18:26:07.350539 run rm-remote-dir(pid=1022): Terminated: ok {rc=0}\u000a18:26:07.695414 run mk-remote-dir(pid=1023): Launched\u000a18:26:08.893376 run mk-remote-dir(pid=1023): Terminated: ok {rc=0}\u000a18:26:09.183773 run scp-cfg-to-remote(pid=1024): Launched\u000a18:26:10.378778 run scp-cfg-to-remote(pid=1024): Terminated: ok {rc=0}\u000a18:26:10.668555 run scp-db-to-remote(pid=1026): Launched\u000a18:26:11.864617 run scp-db-to-remote(pid=1026): Terminated: ok {rc=0}\u000a18:26:11.985020 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:26:12.321085 run patchelf(pid=1028): Launched\u000a18:26:13.516409 run patchelf(pid=1028): Terminated: ok {rc=0}\u000a18:26:13.636374 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:26:13.971955 run setcap-netadm(pid=1029): Launched\u000a18:26:15.167639 run setcap-netadm(pid=1029): Terminated: ok {rc=0}\u000a18:26:15.494955 run srsepc(pid=1030): Launched\u000a18:26:15.609051 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:26:16.889980 run rm-remote-dir(pid=1031): Launched\u000a18:26:17.190483 run srsepc(pid=1030): ERR: Terminated: ERROR {rc=127} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1030)]\u000a18:26:17.327043 run srsepc(pid=1030): stdout: \u000a| (launched: 2022-12-09_18:26:15.338718)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:26:17.461542 run srsepc(pid=1030): stderr: \u000a| (launched: 2022-12-09_18:26:15.386960)\u000a| Connection to 10.42.42.116 closed. \u000a18:26:17.591961 run srsepc(pid=1030): stdout: \u000a| (launched: 2022-12-09_18:26:15.338718)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:26:17.720905 run srsepc(pid=1030): stderr: \u000a| (launched: 2022-12-09_18:26:15.386960)\u000a| Connection to 10.42.42.116 closed. \u000a18:26:17.871301 run rm-remote-dir(pid=1031): Terminating (SIGINT)\u000a18:26:18.048161 run rm-remote-dir(pid=1031): Terminated: ok {rc=0}\u000a18:26:18.080765 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=1030): Process ended prematurely: srsepc(pid=1030) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1030)] [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a18:26:18.090683 tst iperf3_dl.py:42: Test FAILED (19.1 sec)\u000a18:26:18.201252 run scp-back-log(pid=1032): Launched\u000a18:26:19.287044 run scp-back-log(pid=1032): ERR: Terminated: ERROR {rc=1} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1032)]\u000a18:26:19.348746 run scp-back-log(pid=1032): stdout: \u000a| (launched: 2022-12-09_18:26:18.131899) \u000a18:26:19.410671 run scp-back-log(pid=1032): stderr: \u000a| (launched: 2022-12-09_18:26:18.151775)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:26:19.463291 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1032): launch_sync(): local process exited with status 1 [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1032)]')\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1046): Process ended prematurely: srsepc(pid=1046) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1046)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1046): Process ended prematurely: srsepc(pid=1046) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a18:26:19.637989 tst iperf3_ul.py:13: Number of physical ue: 1\u000a18:26:19.679041 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:26:19.881198 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a18:26:19.922518 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:26:19.938231 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:26:20.064452 tst iperf3_ul.py: using MSISDN 7323\u000a18:26:20.178137 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7323', subscriber_id=0}\u000a18:26:20.290921 run srsepc_10.42.42.118: Starting srsepc\u000a18:26:20.966533 run rm-remote-dir(pid=1034): Launched\u000a18:26:22.164086 run rm-remote-dir(pid=1034): Terminated: ok {rc=0}\u000a18:26:22.509416 run mk-remote-dir(pid=1035): Launched\u000a18:26:23.706367 run mk-remote-dir(pid=1035): Terminated: ok {rc=0}\u000a18:26:23.998274 run scp-inst-to-remote(pid=1036): Launched\u000a18:26:26.183983 run scp-inst-to-remote(pid=1036): Terminated: ok {rc=0}\u000a18:26:26.509083 run rm-remote-dir(pid=1038): Launched\u000a18:26:27.694368 run rm-remote-dir(pid=1038): Terminated: ok {rc=0}\u000a18:26:28.019334 run mk-remote-dir(pid=1039): Launched\u000a18:26:29.204277 run mk-remote-dir(pid=1039): Terminated: ok {rc=0}\u000a18:26:29.478815 run scp-cfg-to-remote(pid=1040): Launched\u000a18:26:30.660909 run scp-cfg-to-remote(pid=1040): Terminated: ok {rc=0}\u000a18:26:31.012776 run scp-db-to-remote(pid=1042): Launched\u000a18:26:32.255557 run scp-db-to-remote(pid=1042): Terminated: ok {rc=0}\u000a18:26:32.379985 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:26:32.715634 run patchelf(pid=1044): Launched\u000a18:26:33.910230 run patchelf(pid=1044): Terminated: ok {rc=0}\u000a18:26:34.030564 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:26:34.366921 run setcap-netadm(pid=1045): Launched\u000a18:26:35.562028 run setcap-netadm(pid=1045): Terminated: ok {rc=0}\u000a18:26:35.888877 run srsepc(pid=1046): Launched\u000a18:26:36.003296 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:26:37.206616 run rm-remote-dir(pid=1047): Launched\u000a18:26:37.403050 run srsepc(pid=1046): ERR: Terminated: ERROR {rc=127} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1046)]\u000a18:26:37.546078 run srsepc(pid=1046): stdout: \u000a| (launched: 2022-12-09_18:26:35.733322)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:26:37.688483 run srsepc(pid=1046): stderr: \u000a| (launched: 2022-12-09_18:26:35.781432)\u000a| Connection to 10.42.42.116 closed. \u000a18:26:37.826567 run srsepc(pid=1046): stdout: \u000a| (launched: 2022-12-09_18:26:35.733322)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:26:37.963476 run srsepc(pid=1046): stderr: \u000a| (launched: 2022-12-09_18:26:35.781432)\u000a| Connection to 10.42.42.116 closed. \u000a18:26:38.124028 run rm-remote-dir(pid=1047): Terminating (SIGINT)\u000a18:26:38.312244 run rm-remote-dir(pid=1047): Terminated: ok {rc=0}\u000a18:26:38.346918 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=1046): Process ended prematurely: srsepc(pid=1046) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1046)] [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a18:26:38.357542 tst iperf3_ul.py:42: Test FAILED (18.9 sec)\u000a18:26:38.474029 run scp-back-log(pid=1048): Launched\u000a18:26:39.565331 run scp-back-log(pid=1048): ERR: Terminated: ERROR {rc=1} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1048)]\u000a18:26:39.630791 run scp-back-log(pid=1048): stdout: \u000a| (launched: 2022-12-09_18:26:38.401524) \u000a18:26:39.696454 run scp-back-log(pid=1048): stderr: \u000a| (launched: 2022-12-09_18:26:38.422344)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:26:39.752328 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1048): launch_sync(): local process exited with status 1 [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1048)]')\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1062): Process ended prematurely: srsepc(pid=1062) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1062)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1062): Process ended prematurely: srsepc(pid=1062) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a18:26:39.767295 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:26:39.784323 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:26:39.808164 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:26:39.958389 tst ping.py: using MSISDN 7324\u000a18:26:40.072796 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7324', subscriber_id=0}\u000a18:26:40.185580 run srsepc_10.42.42.118: Starting srsepc\u000a18:26:40.861537 run rm-remote-dir(pid=1050): Launched\u000a18:26:42.048679 run rm-remote-dir(pid=1050): Terminated: ok {rc=0}\u000a18:26:42.373736 run mk-remote-dir(pid=1051): Launched\u000a18:26:43.558225 run mk-remote-dir(pid=1051): Terminated: ok {rc=0}\u000a18:26:43.832252 run scp-inst-to-remote(pid=1052): Launched\u000a18:26:46.070831 run scp-inst-to-remote(pid=1052): Terminated: ok {rc=0}\u000a18:26:46.473992 run rm-remote-dir(pid=1054): Launched\u000a18:26:47.675303 run rm-remote-dir(pid=1054): Terminated: ok {rc=0}\u000a18:26:47.999196 run mk-remote-dir(pid=1055): Launched\u000a18:26:49.183389 run mk-remote-dir(pid=1055): Terminated: ok {rc=0}\u000a18:26:49.456905 run scp-cfg-to-remote(pid=1056): Launched\u000a18:26:50.639779 run scp-cfg-to-remote(pid=1056): Terminated: ok {rc=0}\u000a18:26:50.915639 run scp-db-to-remote(pid=1058): Launched\u000a18:26:52.097804 run scp-db-to-remote(pid=1058): Terminated: ok {rc=0}\u000a18:26:52.209274 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:26:52.523346 run patchelf(pid=1060): Launched\u000a18:26:53.705200 run patchelf(pid=1060): Terminated: ok {rc=0}\u000a18:26:53.816554 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:26:54.130459 run setcap-netadm(pid=1061): Launched\u000a18:26:55.312346 run setcap-netadm(pid=1061): Terminated: ok {rc=0}\u000a18:26:55.618754 run srsepc(pid=1062): Launched\u000a18:26:55.724593 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:26:56.831130 run rm-remote-dir(pid=1063): Launched\u000a18:26:57.015191 run srsepc(pid=1062): ERR: Terminated: ERROR {rc=127} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1062)]\u000a18:26:57.150113 run srsepc(pid=1062): stdout: \u000a| (launched: 2022-12-09_18:26:55.471546)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:26:57.283553 run srsepc(pid=1062): stderr: \u000a| (launched: 2022-12-09_18:26:55.516441)\u000a| Connection to 10.42.42.116 closed. \u000a18:26:57.412818 run srsepc(pid=1062): stdout: \u000a| (launched: 2022-12-09_18:26:55.471546)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:26:57.541149 run srsepc(pid=1062): stderr: \u000a| (launched: 2022-12-09_18:26:55.516441)\u000a| Connection to 10.42.42.116 closed. \u000a18:26:57.690758 run rm-remote-dir(pid=1063): Terminating (SIGINT)\u000a18:26:57.866392 run rm-remote-dir(pid=1063): Terminated: ok {rc=0}\u000a18:26:57.898751 tst ping.py:16: ERR: Error: srsepc(pid=1062): Process ended prematurely: srsepc(pid=1062) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1062)] [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a18:26:57.908289 tst ping.py:16: Test FAILED (18.1 sec)\u000a18:26:58.019881 run scp-back-log(pid=1064): Launched\u000a18:26:59.105978 run scp-back-log(pid=1064): ERR: Terminated: ERROR {rc=1} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1064)]\u000a18:26:59.167761 run scp-back-log(pid=1064): stdout: \u000a| (launched: 2022-12-09_18:26:57.949352) \u000a18:26:59.230059 run scp-back-log(pid=1064): stderr: \u000a| (launched: 2022-12-09_18:26:57.969083)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:26:59.282916 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1064): launch_sync(): local process exited with status 1 [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1064)]')\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1078): Process ended prematurely: srsepc(pid=1078) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1078)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1078): Process ended prematurely: srsepc(pid=1078) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a18:26:59.296713 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:26:59.313119 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:26:59.335513 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:26:59.474473 tst rrc_idle_mo_ping.py: using MSISDN 7325\u000a18:26:59.579363 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7325', subscriber_id=0}\u000a18:26:59.683146 run srsepc_10.42.42.118: Starting srsepc\u000a18:27:00.313882 run rm-remote-dir(pid=1066): Launched\u000a18:27:01.516490 run rm-remote-dir(pid=1066): Terminated: ok {rc=0}\u000a18:27:01.923871 run mk-remote-dir(pid=1067): Launched\u000a18:27:03.110753 run mk-remote-dir(pid=1067): Terminated: ok {rc=0}\u000a18:27:03.384813 run scp-inst-to-remote(pid=1068): Launched\u000a18:27:05.579513 run scp-inst-to-remote(pid=1068): Terminated: ok {rc=0}\u000a18:27:05.924214 run rm-remote-dir(pid=1070): Launched\u000a18:27:07.121892 run rm-remote-dir(pid=1070): Terminated: ok {rc=0}\u000a18:27:07.467383 run mk-remote-dir(pid=1071): Launched\u000a18:27:08.665421 run mk-remote-dir(pid=1071): Terminated: ok {rc=0}\u000a18:27:08.955972 run scp-cfg-to-remote(pid=1072): Launched\u000a18:27:10.150645 run scp-cfg-to-remote(pid=1072): Terminated: ok {rc=0}\u000a18:27:10.444515 run scp-db-to-remote(pid=1074): Launched\u000a18:27:11.639877 run scp-db-to-remote(pid=1074): Terminated: ok {rc=0}\u000a18:27:11.759005 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:27:12.093696 run patchelf(pid=1076): Launched\u000a18:27:13.287501 run patchelf(pid=1076): Terminated: ok {rc=0}\u000a18:27:13.407647 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:27:13.742416 run setcap-netadm(pid=1077): Launched\u000a18:27:14.936607 run setcap-netadm(pid=1077): Terminated: ok {rc=0}\u000a18:27:15.262267 run srsepc(pid=1078): Launched\u000a18:27:15.376806 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:27:16.696935 run rm-remote-dir(pid=1079): Launched\u000a18:27:16.941807 run srsepc(pid=1078): ERR: Terminated: ERROR {rc=127} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1078)]\u000a18:27:17.089021 run srsepc(pid=1078): stdout: \u000a| (launched: 2022-12-09_18:27:15.107085)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:27:17.235262 run srsepc(pid=1078): stderr: \u000a| (launched: 2022-12-09_18:27:15.155051)\u000a| Connection to 10.42.42.116 closed. \u000a18:27:17.377517 run srsepc(pid=1078): stdout: \u000a| (launched: 2022-12-09_18:27:15.107085)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:27:17.517070 run srsepc(pid=1078): stderr: \u000a| (launched: 2022-12-09_18:27:15.155051)\u000a| Connection to 10.42.42.116 closed. \u000a18:27:17.677484 run rm-remote-dir(pid=1079): Terminating (SIGINT)\u000a18:27:17.865434 run rm-remote-dir(pid=1079): Terminated: ok {rc=0}\u000a18:27:17.899966 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=1078): Process ended prematurely: srsepc(pid=1078) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1078)] [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a18:27:17.910384 tst rrc_idle_mo_ping.py:16: Test FAILED (18.6 sec)\u000a18:27:18.029386 run scp-back-log(pid=1080): Launched\u000a18:27:19.119643 run scp-back-log(pid=1080): ERR: Terminated: ERROR {rc=1} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1080)]\u000a18:27:19.185063 run scp-back-log(pid=1080): stdout: \u000a| (launched: 2022-12-09_18:27:17.955759) \u000a18:27:19.250762 run scp-back-log(pid=1080): stderr: \u000a| (launched: 2022-12-09_18:27:17.976588)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:27:19.306787 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1080): launch_sync(): local process exited with status 1 [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1080)]')\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1094): Process ended prematurely: srsepc(pid=1094) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1094)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1094): Process ended prematurely: srsepc(pid=1094) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a18:27:19.321406 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:27:19.338872 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:27:19.362658 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:27:19.509612 tst rrc_idle_mt_ping.py: using MSISDN 7326\u000a18:27:19.623104 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7326', subscriber_id=0}\u000a18:27:19.735349 run srsepc_10.42.42.118: Starting srsepc\u000a18:27:20.410363 run rm-remote-dir(pid=1082): Launched\u000a18:27:21.607519 run rm-remote-dir(pid=1082): Terminated: ok {rc=0}\u000a18:27:21.952537 run mk-remote-dir(pid=1083): Launched\u000a18:27:23.149663 run mk-remote-dir(pid=1083): Terminated: ok {rc=0}\u000a18:27:23.441228 run scp-inst-to-remote(pid=1084): Launched\u000a18:27:25.627768 run scp-inst-to-remote(pid=1084): Terminated: ok {rc=0}\u000a18:27:25.953144 run rm-remote-dir(pid=1086): Launched\u000a18:27:27.138305 run rm-remote-dir(pid=1086): Terminated: ok {rc=0}\u000a18:27:27.463942 run mk-remote-dir(pid=1087): Launched\u000a18:27:28.650071 run mk-remote-dir(pid=1087): Terminated: ok {rc=0}\u000a18:27:28.924449 run scp-cfg-to-remote(pid=1088): Launched\u000a18:27:30.106463 run scp-cfg-to-remote(pid=1088): Terminated: ok {rc=0}\u000a18:27:30.380857 run scp-db-to-remote(pid=1090): Launched\u000a18:27:31.566068 run scp-db-to-remote(pid=1090): Terminated: ok {rc=0}\u000a18:27:31.680733 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:27:32.061821 run patchelf(pid=1092): Launched\u000a18:27:33.245899 run patchelf(pid=1092): Terminated: ok {rc=0}\u000a18:27:33.357579 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:27:33.673053 run setcap-netadm(pid=1093): Launched\u000a18:27:34.855201 run setcap-netadm(pid=1093): Terminated: ok {rc=0}\u000a18:27:35.162664 run srsepc(pid=1094): Launched\u000a18:27:35.269467 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:27:36.452371 run rm-remote-dir(pid=1101): Launched\u000a18:27:36.648554 run srsepc(pid=1094): ERR: Terminated: ERROR {rc=127} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1094)]\u000a18:27:36.790583 run srsepc(pid=1094): stdout: \u000a| (launched: 2022-12-09_18:27:35.015052)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:27:36.932528 run srsepc(pid=1094): stderr: \u000a| (launched: 2022-12-09_18:27:35.060136)\u000a| Connection to 10.42.42.116 closed. \u000a18:27:37.070428 run srsepc(pid=1094): stdout: \u000a| (launched: 2022-12-09_18:27:35.015052)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:27:37.207311 run srsepc(pid=1094): stderr: \u000a| (launched: 2022-12-09_18:27:35.060136)\u000a| Connection to 10.42.42.116 closed. \u000a18:27:37.367307 run rm-remote-dir(pid=1101): Terminating (SIGINT)\u000a18:27:37.554765 run rm-remote-dir(pid=1101): Terminated: ok {rc=0}\u000a18:27:37.589331 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=1094): Process ended prematurely: srsepc(pid=1094) [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1094)] [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a18:27:37.599643 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a18:27:37.716251 run scp-back-log(pid=1102): Launched\u000a18:27:38.806671 run scp-back-log(pid=1102): ERR: Terminated: ERROR {rc=1} [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1102)]\u000a18:27:38.871965 run scp-back-log(pid=1102): stdout: \u000a| (launched: 2022-12-09_18:27:37.643501) \u000a18:27:38.937427 run scp-back-log(pid=1102): stderr: \u000a| (launched: 2022-12-09_18:27:37.664297)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:27:38.993182 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1102): launch_sync(): local process exited with status 1 [trial-2362↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1102)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:25:17" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1114): Process ended prematurely: osmo-stp_10.42.42.5(pid=1114) [trial-2362↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1114)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1114): Process ended prematurely: osmo-stp_10.42.42.5(pid=1114) [trial-2362↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a18:27:39.843181 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:27:39.854399 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a18:27:39.987547 tst handover.py: using LAC 22875\u000a18:27:40.107007 tst handover.py: using RAC 180\u000a18:27:40.226942 tst handover.py: using CellId 22875\u000a18:27:40.346087 tst handover.py: using BVCI 22876\u000a18:27:40.369029 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a18:27:40.495808 tst handover.py: using LAC 22876\u000a18:27:40.615822 tst handover.py: using RAC 181\u000a18:27:40.733822 tst handover.py: using CellId 22876\u000a18:27:40.849493 tst handover.py: using BVCI 22877\u000a18:27:40.872221 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:27:40.883121 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:27:40.893703 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:27:40.904269 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:27:40.915009 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:27:40.925636 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a18:27:41.044648 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a18:27:41.243182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:27:41.718935 run create_hlr_db(pid=1107): Launched\u000a18:27:42.893698 run create_hlr_db(pid=1107): Terminated: ok {rc=0}\u000a18:27:43.200595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1109): Launched\u000a18:27:43.496645 run osmo-hlr_10.42.42.2(pid=1110): Launched\u000a18:27:43.614001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:27:44.136654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1112): Launched\u000a18:27:44.433090 run osmo-stp_10.42.42.5(pid=1114): Launched\u000a18:27:44.540623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:27:45.084454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1116): Launched\u000a18:27:45.382033 run osmo-msc_10.42.42.6(pid=1117): Launched\u000a18:27:45.555439 run osmo-stp_10.42.42.5(pid=1114): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1114)]\u000a18:27:45.680707 run osmo-stp_10.42.42.5(pid=1114): stdout: \u000a| (launched: 2022-12-09_18:27:44.287095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:45.804213 run osmo-stp_10.42.42.5(pid=1114): stderr: \u000a| �[0;m�[38;5;43m20221209182744455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182744455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182744455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182744456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182744458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182744458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182744458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:45.929656 run osmo-stp_10.42.42.5(pid=1114): stdout: \u000a| (launched: 2022-12-09_18:27:44.287095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:46.059207 run osmo-stp_10.42.42.5(pid=1114): stderr: \u000a| �[0;m�[38;5;43m20221209182744455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182744455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182744455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182744456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182744458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182744458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182744458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:46.112520 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1114): Process ended prematurely: osmo-stp_10.42.42.5(pid=1114) [trial-2362↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1114)] [trial-2362↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a18:27:46.120859 tst handover.py:18: Test FAILED (6.3 sec)\u000a18:27:46.180708 run osmo-hlr_10.42.42.2(pid=1110): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1110)]\u000a18:27:46.230114 run osmo-hlr_10.42.42.2(pid=1110): stdout: \u000a| (launched: 2022-12-09_18:27:43.350557) \u000a18:27:46.280056 run osmo-hlr_10.42.42.2(pid=1110): stderr: \u000a| �[0;m�[1;31m20221209182743526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182743526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182743526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182743526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182743526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182743526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182743538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182743547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182743547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182743547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:27:46.348056 run osmo-msc_10.42.42.6(pid=1117): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1117)]\u000a18:27:46.397947 run osmo-msc_10.42.42.6(pid=1117): stdout: \u000a| (launched: 2022-12-09_18:27:45.235422) \u000a18:27:46.448084 run osmo-msc_10.42.42.6(pid=1117): stderr: \u000a| �[0;m�[38;5;43m20221209182745506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182745506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe155e36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182745506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182745507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182745507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182745507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182745509 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182745509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182745509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182745509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:27:46.490849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1109): Terminating (SIGTERM)\u000a18:27:46.531160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1112): Terminating (SIGTERM)\u000a18:27:46.573811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1116): Terminating (SIGTERM)\u000a18:27:46.583072 --- ParallelTerminationStrategy: PID 1109 died...\u000a18:27:46.636410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1109): Terminated: ok {rc=0}\u000a18:27:46.646304 --- ParallelTerminationStrategy: PID 1112 died...\u000a18:27:46.699382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1112): Terminated: ok {rc=0}\u000a18:27:46.709112 --- ParallelTerminationStrategy: PID 1116 died...\u000a18:27:46.762136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1116): Terminated: ok {rc=0}\u000a18:27:46.851220 bus /sierra_3: Setting Powered False\u000a18:27:47.956325 bus /sierra_3: Setting Powered False\u000a18:27:49.063257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:27:39" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2362↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2362↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a18:27:51.011159 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:27:51.021882 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a18:27:51.148327 tst handover.py: using LAC 22877\u000a18:27:51.262925 tst handover.py: using RAC 182\u000a18:27:51.377803 tst handover.py: using CellId 22877\u000a18:27:51.492513 tst handover.py: using BVCI 22878\u000a18:27:51.515001 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a18:27:51.632520 tst handover.py: using LAC 22878\u000a18:27:51.747155 tst handover.py: using RAC 183\u000a18:27:51.871043 tst handover.py: using CellId 22878\u000a18:27:52.010314 tst handover.py: using BVCI 22879\u000a18:27:52.034766 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:27:52.046041 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:27:52.057145 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:27:52.069151 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:27:52.081112 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:27:52.092812 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a18:27:52.210745 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a18:27:52.420057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:27:52.893489 run create_hlr_db(pid=1128): Launched\u000a18:27:53.023202 bus /sierra_2: Setting Powered False\u000a18:27:54.098412 run create_hlr_db(pid=1128): Terminated: ok {rc=0}\u000a18:27:54.497799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Launched\u000a18:27:54.816676 run osmo-hlr_10.42.42.2(pid=1131): Launched\u000a18:27:54.935304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:27:55.462843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Launched\u000a18:27:55.781424 run osmo-stp_10.42.42.5(pid=1139): Launched\u000a18:27:55.897490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:27:56.454021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1141): Launched\u000a18:27:56.773711 run osmo-msc_10.42.42.6(pid=1142): Launched\u000a18:27:56.960796 run osmo-stp_10.42.42.5(pid=1139): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]\u000a18:27:57.096375 run osmo-stp_10.42.42.5(pid=1139): stdout: \u000a| (launched: 2022-12-09_18:27:55.624489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:57.231508 run osmo-stp_10.42.42.5(pid=1139): stderr: \u000a| �[0;m�[38;5;43m20221209182755816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182755816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182755816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182755817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182755817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182755817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182755817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:57.360463 run osmo-stp_10.42.42.5(pid=1139): stdout: \u000a| (launched: 2022-12-09_18:27:55.624489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:57.488037 run osmo-stp_10.42.42.5(pid=1139): stderr: \u000a| �[0;m�[38;5;43m20221209182755816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182755816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182755816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182755817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182755817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182755817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182755817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:57.543819 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2362↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)] [trial-2362↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a18:27:57.552482 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:27:57.615399 run osmo-hlr_10.42.42.2(pid=1131): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1131)]\u000a18:27:57.666796 run osmo-hlr_10.42.42.2(pid=1131): stdout: \u000a| (launched: 2022-12-09_18:27:54.659775) \u000a18:27:57.719005 run osmo-hlr_10.42.42.2(pid=1131): stderr: \u000a| �[0;m�[1;31m20221209182754857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182754857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182754857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182754857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182754857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182754857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182754868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182754876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182754876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182754876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:27:57.789493 run osmo-msc_10.42.42.6(pid=1142): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1142)]\u000a18:27:57.840784 run osmo-msc_10.42.42.6(pid=1142): stdout: \u000a| (launched: 2022-12-09_18:27:56.616468) \u000a18:27:57.892656 run osmo-msc_10.42.42.6(pid=1142): stderr: \u000a| �[0;m�[38;5;43m20221209182756935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182756935 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bfae0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182756935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182756935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182756935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182756935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182756937 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182756938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182756938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182756938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:27:57.936935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Terminating (SIGTERM)\u000a18:27:57.978577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Terminating (SIGTERM)\u000a18:27:58.020675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1141): Terminating (SIGTERM)\u000a18:27:58.031387 --- ParallelTerminationStrategy: PID 1130 died...\u000a18:27:58.086977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Terminated: ok {rc=0}\u000a18:27:58.096873 --- ParallelTerminationStrategy: PID 1133 died...\u000a18:27:58.152071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Terminated: ok {rc=0}\u000a18:27:58.162199 --- ParallelTerminationStrategy: PID 1141 died...\u000a18:27:58.217354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1141): Terminated: ok {rc=0}\u000a18:27:58.304750 bus /sierra_3: Setting Powered False\u000a18:27:59.407677 bus /sierra_3: Setting Powered False\u000a18:28:00.513787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:27:50" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2362↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2362↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a18:28:02.539277 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:02.550565 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:28:02.681057 tst handover.py: using LAC 22879\u000a18:28:02.801439 tst handover.py: using RAC 184\u000a18:28:02.918062 tst handover.py: using CellId 22879\u000a18:28:03.034058 tst handover.py: using BVCI 22880\u000a18:28:03.056661 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:28:03.191219 tst handover.py: using LAC 22880\u000a18:28:03.307772 tst handover.py: using RAC 185\u000a18:28:03.424293 tst handover.py: using CellId 22880\u000a18:28:03.550686 tst handover.py: using BVCI 22881\u000a18:28:03.575189 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:03.586826 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:03.598002 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:03.610173 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:03.622118 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:03.634071 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:28:03.750762 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:28:03.947705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:04.398989 run create_hlr_db(pid=1148): Launched\u000a18:28:04.520330 bus /sierra_2: Setting Powered False\u000a18:28:05.591354 run create_hlr_db(pid=1148): Terminated: ok {rc=0}\u000a18:28:05.987117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Launched\u000a18:28:06.304521 run osmo-hlr_10.42.42.2(pid=1151): Launched\u000a18:28:06.420817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:06.947352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Launched\u000a18:28:07.265572 run osmo-stp_10.42.42.5(pid=1154): Launched\u000a18:28:07.381804 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:07.936205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1156): Launched\u000a18:28:08.255038 run osmo-msc_10.42.42.6(pid=1157): Launched\u000a18:28:08.442627 run osmo-stp_10.42.42.5(pid=1154): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]\u000a18:28:08.577726 run osmo-stp_10.42.42.5(pid=1154): stdout: \u000a| (launched: 2022-12-09_18:28:07.109141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:08.712373 run osmo-stp_10.42.42.5(pid=1154): stderr: \u000a| �[0;m�[38;5;43m20221209182807300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182807300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182807300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182807301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182807301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182807301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182807301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:08.840787 run osmo-stp_10.42.42.5(pid=1154): stdout: \u000a| (launched: 2022-12-09_18:28:07.109141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:08.967715 run osmo-stp_10.42.42.5(pid=1154): stderr: \u000a| �[0;m�[38;5;43m20221209182807300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182807300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182807300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182807301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182807301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182807301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182807301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:09.023484 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2362↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)] [trial-2362↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a18:28:09.032036 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:28:09.094679 run osmo-hlr_10.42.42.2(pid=1151): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1151)]\u000a18:28:09.145884 run osmo-hlr_10.42.42.2(pid=1151): stdout: \u000a| (launched: 2022-12-09_18:28:06.148715) \u000a18:28:09.197943 run osmo-hlr_10.42.42.2(pid=1151): stderr: \u000a| �[0;m�[1;31m20221209182806344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182806344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182806344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182806344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182806344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182806344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182806356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182806364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182806364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182806365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:09.268152 run osmo-msc_10.42.42.6(pid=1157): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1157)]\u000a18:28:09.319261 run osmo-msc_10.42.42.6(pid=1157): stdout: \u000a| (launched: 2022-12-09_18:28:08.098257) \u000a18:28:09.371281 run osmo-msc_10.42.42.6(pid=1157): stderr: \u000a| �[0;m�[38;5;43m20221209182808419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182808419 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6e91aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182808419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182808419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182808419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182808419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182808421 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182808422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182808422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182808422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:09.415726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Terminating (SIGTERM)\u000a18:28:09.457486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Terminating (SIGTERM)\u000a18:28:09.499254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1156): Terminating (SIGTERM)\u000a18:28:09.509144 --- ParallelTerminationStrategy: PID 1150 died...\u000a18:28:09.565158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Terminated: ok {rc=0}\u000a18:28:09.575463 --- ParallelTerminationStrategy: PID 1153 died...\u000a18:28:09.631130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Terminated: ok {rc=0}\u000a18:28:09.641074 --- ParallelTerminationStrategy: PID 1156 died...\u000a18:28:09.696536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1156): Terminated: ok {rc=0}\u000a18:28:09.782788 bus /sierra_3: Setting Powered False\u000a18:28:10.886316 bus /sierra_3: Setting Powered False\u000a18:28:11.995688 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:28:02" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1168): Process ended prematurely: osmo-stp_10.42.42.5(pid=1168) [trial-2362↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1168)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1168): Process ended prematurely: osmo-stp_10.42.42.5(pid=1168) [trial-2362↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a18:28:13.993847 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:28:14.005199 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:28:14.131129 tst handover.py: using LAC 22881\u000a18:28:14.250716 tst handover.py: using RAC 186\u000a18:28:14.367512 tst handover.py: using CellId 22881\u000a18:28:14.484387 tst handover.py: using BVCI 22882\u000a18:28:14.507395 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:28:14.638416 tst handover.py: using LAC 22882\u000a18:28:14.754608 tst handover.py: using RAC 187\u000a18:28:14.873494 tst handover.py: using CellId 22882\u000a18:28:14.990107 tst handover.py: using BVCI 22883\u000a18:28:15.012647 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:28:15.023685 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:28:15.034444 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:28:15.045355 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:28:15.056043 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:28:15.066797 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:28:15.185323 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:28:15.385490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:15.841358 run create_hlr_db(pid=1162): Launched\u000a18:28:15.982167 bus /sierra_2: Setting Powered False\u000a18:28:17.039372 run create_hlr_db(pid=1162): Terminated: ok {rc=0}\u000a18:28:17.435515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1164): Launched\u000a18:28:17.754550 run osmo-hlr_10.42.42.2(pid=1165): Launched\u000a18:28:17.873214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:18.401975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1167): Launched\u000a18:28:18.720648 run osmo-stp_10.42.42.5(pid=1168): Launched\u000a18:28:18.836686 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:19.396436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1170): Launched\u000a18:28:19.716030 run osmo-msc_10.42.42.6(pid=1171): Launched\u000a18:28:19.903915 run osmo-stp_10.42.42.5(pid=1168): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1168)]\u000a18:28:20.039295 run osmo-stp_10.42.42.5(pid=1168): stdout: \u000a| (launched: 2022-12-09_18:28:18.564106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:20.174748 run osmo-stp_10.42.42.5(pid=1168): stderr: \u000a| �[0;m�[38;5;43m20221209182818754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182818754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182818755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182818755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182818755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182818755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182818755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:20.302957 run osmo-stp_10.42.42.5(pid=1168): stdout: \u000a| (launched: 2022-12-09_18:28:18.564106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:20.430874 run osmo-stp_10.42.42.5(pid=1168): stderr: \u000a| �[0;m�[38;5;43m20221209182818754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182818754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182818755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182818755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182818755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182818755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182818755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:20.486796 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1168): Process ended prematurely: osmo-stp_10.42.42.5(pid=1168) [trial-2362↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1168)] [trial-2362↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a18:28:20.495505 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:28:20.558444 run osmo-hlr_10.42.42.2(pid=1165): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1165)]\u000a18:28:20.610468 run osmo-hlr_10.42.42.2(pid=1165): stdout: \u000a| (launched: 2022-12-09_18:28:17.597665) \u000a18:28:20.662791 run osmo-hlr_10.42.42.2(pid=1165): stderr: \u000a| �[0;m�[1;31m20221209182817796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182817797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182817797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182817797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182817797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182817797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182817808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182817817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182817817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182817817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:20.733268 run osmo-msc_10.42.42.6(pid=1171): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1171)]\u000a18:28:20.784606 run osmo-msc_10.42.42.6(pid=1171): stdout: \u000a| (launched: 2022-12-09_18:28:19.558646) \u000a18:28:20.836524 run osmo-msc_10.42.42.6(pid=1171): stderr: \u000a| �[0;m�[38;5;43m20221209182819877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182819877 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24c4401c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182819877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182819877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182819877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182819877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182819879 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182819879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182819880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182819880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:20.880848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1164): Terminating (SIGTERM)\u000a18:28:20.923088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1167): Terminating (SIGTERM)\u000a18:28:20.965361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1170): Terminating (SIGTERM)\u000a18:28:20.975288 --- ParallelTerminationStrategy: PID 1164 died...\u000a18:28:21.031410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1164): Terminated: ok {rc=0}\u000a18:28:21.041931 --- ParallelTerminationStrategy: PID 1167 died...\u000a18:28:21.098184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1167): Terminated: ok {rc=0}\u000a18:28:21.108285 --- ParallelTerminationStrategy: PID 1170 died...\u000a18:28:21.163926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1170): Terminated: ok {rc=0}\u000a18:28:21.250398 bus /sierra_3: Setting Powered False\u000a18:28:22.356101 bus /sierra_3: Setting Powered False\u000a18:28:23.463955 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:28:13" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1184): Process ended prematurely: osmo-stp_10.42.42.5(pid=1184) [trial-2362↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1184)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1184): Process ended prematurely: osmo-stp_10.42.42.5(pid=1184) [trial-2362↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a18:28:25.466708 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:28:25.478131 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:28:25.608677 tst handover.py: using LAC 22883\u000a18:28:25.735090 tst handover.py: using RAC 188\u000a18:28:25.855325 tst handover.py: using CellId 22883\u000a18:28:25.974320 tst handover.py: using BVCI 22884\u000a18:28:25.997103 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:28:26.132632 tst handover.py: using LAC 22884\u000a18:28:26.251687 tst handover.py: using RAC 189\u000a18:28:26.378411 tst handover.py: using CellId 22884\u000a18:28:26.503174 tst handover.py: using BVCI 22885\u000a18:28:26.527565 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:28:26.539065 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:28:26.550223 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:28:26.562213 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:28:26.574381 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:28:26.585952 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:28:26.701762 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:28:26.899181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:27.351623 run create_hlr_db(pid=1178): Launched\u000a18:28:27.472919 bus /sierra_2: Setting Powered False\u000a18:28:28.544478 run create_hlr_db(pid=1178): Terminated: ok {rc=0}\u000a18:28:28.918181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1180): Launched\u000a18:28:29.216693 run osmo-hlr_10.42.42.2(pid=1181): Launched\u000a18:28:29.325221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:29.816576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1183): Launched\u000a18:28:30.114347 run osmo-stp_10.42.42.5(pid=1184): Launched\u000a18:28:30.222485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:30.741636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1186): Launched\u000a18:28:31.215201 run osmo-msc_10.42.42.6(pid=1187): Launched\u000a18:28:31.429308 run osmo-stp_10.42.42.5(pid=1184): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1184)]\u000a18:28:31.738002 run osmo-stp_10.42.42.5(pid=1184): stdout: \u000a| (launched: 2022-12-09_18:28:29.967093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:31.896089 run osmo-stp_10.42.42.5(pid=1184): stderr: \u000a| �[0;m�[38;5;43m20221209182830136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182830136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182830136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182830137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182830137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182830137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182830137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:32.020260 run osmo-stp_10.42.42.5(pid=1184): stdout: \u000a| (launched: 2022-12-09_18:28:29.967093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:32.142951 run osmo-stp_10.42.42.5(pid=1184): stderr: \u000a| �[0;m�[38;5;43m20221209182830136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182830136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182830136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182830137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182830137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182830137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182830137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:32.196159 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1184): Process ended prematurely: osmo-stp_10.42.42.5(pid=1184) [trial-2362↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1184)] [trial-2362↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a18:28:32.204324 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:28:32.264385 run osmo-hlr_10.42.42.2(pid=1181): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1181)]\u000a18:28:32.313845 run osmo-hlr_10.42.42.2(pid=1181): stdout: \u000a| (launched: 2022-12-09_18:28:29.069581) \u000a18:28:32.364047 run osmo-hlr_10.42.42.2(pid=1181): stderr: \u000a| �[0;m�[1;31m20221209182829247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182829247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182829247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182829248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182829248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182829248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182829260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182829269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182829269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182829269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:32.431717 run osmo-msc_10.42.42.6(pid=1187): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1187)]\u000a18:28:32.480659 run osmo-msc_10.42.42.6(pid=1187): stdout: \u000a| (launched: 2022-12-09_18:28:30.894188) \u000a18:28:32.529907 run osmo-msc_10.42.42.6(pid=1187): stderr: \u000a| �[0;m�[38;5;43m20221209182831355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182831356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29bfc8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182831356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182831356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182831356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182831356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182831365 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182831365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182831365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182831366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:32.571639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1180): Terminating (SIGTERM)\u000a18:28:32.611273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1183): Terminating (SIGTERM)\u000a18:28:32.651168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1186): Terminating (SIGTERM)\u000a18:28:32.660366 --- ParallelTerminationStrategy: PID 1180 died...\u000a18:28:32.713851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1180): Terminated: ok {rc=0}\u000a18:28:32.723438 --- ParallelTerminationStrategy: PID 1183 died...\u000a18:28:32.776522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1183): Terminated: ok {rc=0}\u000a18:28:32.786207 --- ParallelTerminationStrategy: PID 1186 died...\u000a18:28:32.839294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1186): Terminated: ok {rc=0}\u000a18:28:32.922737 bus /sierra_3: Setting Powered False\u000a18:28:34.030936 bus /sierra_3: Setting Powered False\u000a18:28:35.144189 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:28:25" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1198): Process ended prematurely: osmo-stp_10.42.42.5(pid=1198) [trial-2362↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1198)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1198): Process ended prematurely: osmo-stp_10.42.42.5(pid=1198) [trial-2362↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:28:37.128638 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:28:37.140007 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:28:37.272317 tst handover.py: using LAC 22885\u000a18:28:37.402261 tst handover.py: using RAC 190\u000a18:28:37.530063 tst handover.py: using CellId 22885\u000a18:28:37.654856 tst handover.py: using BVCI 22886\u000a18:28:37.679139 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:28:37.806643 tst handover.py: using LAC 22886\u000a18:28:37.929586 tst handover.py: using RAC 191\u000a18:28:38.052164 tst handover.py: using CellId 22886\u000a18:28:38.174605 tst handover.py: using BVCI 22887\u000a18:28:38.199041 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:28:38.210329 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:28:38.221484 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:28:38.233136 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:28:38.245229 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:28:38.257187 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:28:38.371887 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:28:38.568504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:39.021315 run create_hlr_db(pid=1192): Launched\u000a18:28:39.142510 bus /sierra_2: Setting Powered False\u000a18:28:40.213458 run create_hlr_db(pid=1192): Terminated: ok {rc=0}\u000a18:28:40.610848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1194): Launched\u000a18:28:40.928306 run osmo-hlr_10.42.42.2(pid=1195): Launched\u000a18:28:41.047682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:41.573134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1197): Launched\u000a18:28:41.890407 run osmo-stp_10.42.42.5(pid=1198): Launched\u000a18:28:42.005642 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:42.562314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1200): Launched\u000a18:28:42.880929 run osmo-msc_10.42.42.6(pid=1201): Launched\u000a18:28:43.066978 run osmo-stp_10.42.42.5(pid=1198): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1198)]\u000a18:28:43.201513 run osmo-stp_10.42.42.5(pid=1198): stdout: \u000a| (launched: 2022-12-09_18:28:41.734340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:43.335595 run osmo-stp_10.42.42.5(pid=1198): stderr: \u000a| �[0;m�[38;5;43m20221209182841925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182841925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182841926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182841926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182841927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182841927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182841927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:43.464156 run osmo-stp_10.42.42.5(pid=1198): stdout: \u000a| (launched: 2022-12-09_18:28:41.734340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:43.591287 run osmo-stp_10.42.42.5(pid=1198): stderr: \u000a| �[0;m�[38;5;43m20221209182841925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182841925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182841926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182841926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182841927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182841927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182841927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:43.647054 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1198): Process ended prematurely: osmo-stp_10.42.42.5(pid=1198) [trial-2362↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1198)] [trial-2362↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a18:28:43.655750 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:28:43.718966 run osmo-hlr_10.42.42.2(pid=1195): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1195)]\u000a18:28:43.770600 run osmo-hlr_10.42.42.2(pid=1195): stdout: \u000a| (launched: 2022-12-09_18:28:40.772583) \u000a18:28:43.822792 run osmo-hlr_10.42.42.2(pid=1195): stderr: \u000a| �[0;m�[1;31m20221209182840970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182840970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182840970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182840970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182840970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182840970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182840982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182840991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182840992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182840992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:43.893540 run osmo-msc_10.42.42.6(pid=1201): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1201)]\u000a18:28:43.944506 run osmo-msc_10.42.42.6(pid=1201): stdout: \u000a| (launched: 2022-12-09_18:28:42.724420) \u000a18:28:43.996373 run osmo-msc_10.42.42.6(pid=1201): stderr: \u000a| �[0;m�[38;5;43m20221209182843047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182843047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98f8024c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182843048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182843048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182843048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182843048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182843050 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182843050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182843050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182843050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:44.040312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1194): Terminating (SIGTERM)\u000a18:28:44.083247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1197): Terminating (SIGTERM)\u000a18:28:44.124886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1200): Terminating (SIGTERM)\u000a18:28:44.135076 --- ParallelTerminationStrategy: PID 1194 died...\u000a18:28:44.191326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1194): Terminated: ok {rc=0}\u000a18:28:44.201557 --- ParallelTerminationStrategy: PID 1197 died...\u000a18:28:44.257501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1197): Terminated: ok {rc=0}\u000a18:28:44.267674 --- ParallelTerminationStrategy: PID 1200 died...\u000a18:28:44.323172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1200): Terminated: ok {rc=0}\u000a18:28:44.409998 bus /sierra_3: Setting Powered False\u000a18:28:45.511892 bus /sierra_3: Setting Powered False\u000a18:28:46.627527 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:28:36" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1212): Process ended prematurely: osmo-stp_10.42.42.5(pid=1212) [trial-2362↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1212)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1212): Process ended prematurely: osmo-stp_10.42.42.5(pid=1212) [trial-2362↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:28:48.612798 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:28:48.623886 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:28:48.756121 tst handover.py: using LAC 22887\u000a18:28:48.878288 tst handover.py: using RAC 192\u000a18:28:49.001391 tst handover.py: using CellId 22887\u000a18:28:49.124213 tst handover.py: using BVCI 22888\u000a18:28:49.148407 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:28:49.287038 tst handover.py: using LAC 22888\u000a18:28:49.410331 tst handover.py: using RAC 193\u000a18:28:49.535735 tst handover.py: using CellId 22888\u000a18:28:49.658157 tst handover.py: using BVCI 22889\u000a18:28:49.682394 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:28:49.693515 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:28:49.704539 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:28:49.715721 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:28:49.727100 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:28:49.738258 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:28:49.853496 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:28:50.052440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:50.504506 run create_hlr_db(pid=1206): Launched\u000a18:28:50.626127 bus /sierra_2: Setting Powered False\u000a18:28:51.698531 run create_hlr_db(pid=1206): Terminated: ok {rc=0}\u000a18:28:52.094960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1208): Launched\u000a18:28:52.414630 run osmo-hlr_10.42.42.2(pid=1209): Launched\u000a18:28:52.533757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:53.060534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1211): Launched\u000a18:28:53.379375 run osmo-stp_10.42.42.5(pid=1212): Launched\u000a18:28:53.494539 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:54.049636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1214): Launched\u000a18:28:54.368831 run osmo-msc_10.42.42.6(pid=1215): Launched\u000a18:28:54.555879 run osmo-stp_10.42.42.5(pid=1212): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1212)]\u000a18:28:54.690772 run osmo-stp_10.42.42.5(pid=1212): stdout: \u000a| (launched: 2022-12-09_18:28:53.222478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:54.824649 run osmo-stp_10.42.42.5(pid=1212): stderr: \u000a| �[0;m�[38;5;43m20221209182853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182853413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:54.952327 run osmo-stp_10.42.42.5(pid=1212): stdout: \u000a| (launched: 2022-12-09_18:28:53.222478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:55.079024 run osmo-stp_10.42.42.5(pid=1212): stderr: \u000a| �[0;m�[38;5;43m20221209182853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182853413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:55.134616 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1212): Process ended prematurely: osmo-stp_10.42.42.5(pid=1212) [trial-2362↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1212)] [trial-2362↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a18:28:55.143347 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:28:55.206656 run osmo-hlr_10.42.42.2(pid=1209): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1209)]\u000a18:28:55.257944 run osmo-hlr_10.42.42.2(pid=1209): stdout: \u000a| (launched: 2022-12-09_18:28:52.257268) \u000a18:28:55.310026 run osmo-hlr_10.42.42.2(pid=1209): stderr: \u000a| �[0;m�[1;31m20221209182852453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182852453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182852453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182852453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182852453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182852453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182852465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182852473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182852474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182852474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:55.380752 run osmo-msc_10.42.42.6(pid=1215): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1215)]\u000a18:28:55.432223 run osmo-msc_10.42.42.6(pid=1215): stdout: \u000a| (launched: 2022-12-09_18:28:54.211938) \u000a18:28:55.484557 run osmo-msc_10.42.42.6(pid=1215): stderr: \u000a| �[0;m�[38;5;43m20221209182854528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182854529 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02462a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182854529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182854529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182854529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182854529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182854531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182854531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182854532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182854532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:55.528607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1208): Terminating (SIGTERM)\u000a18:28:55.570265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1211): Terminating (SIGTERM)\u000a18:28:55.612305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1214): Terminating (SIGTERM)\u000a18:28:55.621886 --- ParallelTerminationStrategy: PID 1208 died...\u000a18:28:55.677762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1208): Terminated: ok {rc=0}\u000a18:28:55.687678 --- ParallelTerminationStrategy: PID 1211 died...\u000a18:28:55.743305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1211): Terminated: ok {rc=0}\u000a18:28:55.753299 --- ParallelTerminationStrategy: PID 1214 died...\u000a18:28:55.808719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1214): Terminated: ok {rc=0}\u000a18:28:55.895703 bus /sierra_3: Setting Powered False\u000a18:28:56.998499 bus /sierra_3: Setting Powered False\u000a18:28:58.109127 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:28:48" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1226): Process ended prematurely: osmo-stp_10.42.42.5(pid=1226) [trial-2362↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1226)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1226): Process ended prematurely: osmo-stp_10.42.42.5(pid=1226) [trial-2362↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:29:00.111825 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:00.123008 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:29:00.252339 tst handover.py: using LAC 22889\u000a18:29:00.377633 tst handover.py: using RAC 194\u000a18:29:00.502036 tst handover.py: using CellId 22889\u000a18:29:00.628182 tst handover.py: using BVCI 22890\u000a18:29:00.652286 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:29:00.788279 tst handover.py: using LAC 22890\u000a18:29:00.908827 tst handover.py: using RAC 195\u000a18:29:01.030973 tst handover.py: using CellId 22890\u000a18:29:01.181509 tst handover.py: using BVCI 22891\u000a18:29:01.211963 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:01.225067 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:01.238258 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:01.251433 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:01.263862 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:01.278098 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:29:01.400581 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:29:01.645470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:02.173406 run create_hlr_db(pid=1220): Launched\u000a18:29:02.309465 bus /sierra_2: Setting Powered False\u000a18:29:03.381908 run create_hlr_db(pid=1220): Terminated: ok {rc=0}\u000a18:29:03.778990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1222): Launched\u000a18:29:04.097179 run osmo-hlr_10.42.42.2(pid=1223): Launched\u000a18:29:04.215853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:04.742429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1225): Launched\u000a18:29:05.059302 run osmo-stp_10.42.42.5(pid=1226): Launched\u000a18:29:05.174711 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:05.729463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1228): Launched\u000a18:29:06.048098 run osmo-msc_10.42.42.6(pid=1229): Launched\u000a18:29:06.235034 run osmo-stp_10.42.42.5(pid=1226): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1226)]\u000a18:29:06.370022 run osmo-stp_10.42.42.5(pid=1226): stdout: \u000a| (launched: 2022-12-09_18:29:04.903137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:06.504794 run osmo-stp_10.42.42.5(pid=1226): stderr: \u000a| �[0;m�[38;5;43m20221209182905096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182905096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182905096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182905097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:06.633071 run osmo-stp_10.42.42.5(pid=1226): stdout: \u000a| (launched: 2022-12-09_18:29:04.903137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:06.760129 run osmo-stp_10.42.42.5(pid=1226): stderr: \u000a| �[0;m�[38;5;43m20221209182905096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182905096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182905096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182905097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:06.815828 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1226): Process ended prematurely: osmo-stp_10.42.42.5(pid=1226) [trial-2362↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1226)] [trial-2362↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a18:29:06.824292 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:29:06.888114 run osmo-hlr_10.42.42.2(pid=1223): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1223)]\u000a18:29:06.940144 run osmo-hlr_10.42.42.2(pid=1223): stdout: \u000a| (launched: 2022-12-09_18:29:03.940470) \u000a18:29:06.992897 run osmo-hlr_10.42.42.2(pid=1223): stderr: \u000a| �[0;m�[1;31m20221209182904136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182904136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182904136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182904136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182904136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182904136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182904148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182904156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182904157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182904157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:07.063985 run osmo-msc_10.42.42.6(pid=1229): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1229)]\u000a18:29:07.115887 run osmo-msc_10.42.42.6(pid=1229): stdout: \u000a| (launched: 2022-12-09_18:29:05.891914) \u000a18:29:07.168355 run osmo-msc_10.42.42.6(pid=1229): stderr: \u000a| �[0;m�[38;5;43m20221209182906213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182906213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a3000bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182906213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182906213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182906213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182906213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182906215 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182906215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182906216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182906216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:07.212334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1222): Terminating (SIGTERM)\u000a18:29:07.255679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1225): Terminating (SIGTERM)\u000a18:29:07.297661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1228): Terminating (SIGTERM)\u000a18:29:07.307991 --- ParallelTerminationStrategy: PID 1222 died...\u000a18:29:07.365065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1222): Terminated: ok {rc=0}\u000a18:29:07.375078 --- ParallelTerminationStrategy: PID 1225 died...\u000a18:29:07.432219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1225): Terminated: ok {rc=0}\u000a18:29:07.442211 --- ParallelTerminationStrategy: PID 1228 died...\u000a18:29:07.498976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1228): Terminated: ok {rc=0}\u000a18:29:07.586573 bus /sierra_3: Setting Powered False\u000a18:29:08.689623 bus /sierra_3: Setting Powered False\u000a18:29:09.800024 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:28:59" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1241): Process ended prematurely: osmo-stp_10.42.42.5(pid=1241) [trial-2362↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1241)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1241): Process ended prematurely: osmo-stp_10.42.42.5(pid=1241) [trial-2362↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a18:29:11.754953 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:29:11.765918 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a18:29:11.885604 tst handover.py: using LAC 22891\u000a18:29:12.009603 tst handover.py: using RAC 196\u000a18:29:12.129223 tst handover.py: using CellId 22891\u000a18:29:12.250021 tst handover.py: using BVCI 22892\u000a18:29:12.272660 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a18:29:12.389461 tst handover.py: using LAC 22892\u000a18:29:12.507246 tst handover.py: using RAC 197\u000a18:29:12.622441 tst handover.py: using CellId 22892\u000a18:29:12.737139 tst handover.py: using BVCI 22893\u000a18:29:12.759672 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:29:12.770599 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:29:12.781201 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:29:12.791942 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:29:12.802615 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:29:12.813332 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a18:29:12.926897 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a18:29:13.137114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:13.612471 run create_hlr_db(pid=1235): Launched\u000a18:29:13.742853 bus /sierra_2: Setting Powered False\u000a18:29:14.817615 run create_hlr_db(pid=1235): Terminated: ok {rc=0}\u000a18:29:15.193923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1237): Launched\u000a18:29:15.492579 run osmo-hlr_10.42.42.2(pid=1238): Launched\u000a18:29:15.602127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:16.130850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1240): Launched\u000a18:29:16.553652 run osmo-stp_10.42.42.5(pid=1241): Launched\u000a18:29:16.785413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:17.352528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1243): Launched\u000a18:29:17.650936 run osmo-msc_10.42.42.6(pid=1244): Launched\u000a18:29:17.825090 run osmo-stp_10.42.42.5(pid=1241): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1241)]\u000a18:29:17.950579 run osmo-stp_10.42.42.5(pid=1241): stdout: \u000a| (launched: 2022-12-09_18:29:16.284682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:18.074887 run osmo-stp_10.42.42.5(pid=1241): stderr: \u000a| �[0;m�[38;5;43m20221209182916579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182916580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182916581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182916582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182916583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182916583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182916584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:18.194669 run osmo-stp_10.42.42.5(pid=1241): stdout: \u000a| (launched: 2022-12-09_18:29:16.284682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:18.313627 run osmo-stp_10.42.42.5(pid=1241): stderr: \u000a| �[0;m�[38;5;43m20221209182916579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182916580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182916581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182916582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182916583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182916583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182916584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:18.365712 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1241): Process ended prematurely: osmo-stp_10.42.42.5(pid=1241) [trial-2362↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1241)] [trial-2362↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a18:29:18.373851 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:29:18.433070 run osmo-hlr_10.42.42.2(pid=1238): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1238)]\u000a18:29:18.482191 run osmo-hlr_10.42.42.2(pid=1238): stdout: \u000a| (launched: 2022-12-09_18:29:15.345896) \u000a18:29:18.531813 run osmo-hlr_10.42.42.2(pid=1238): stderr: \u000a| �[0;m�[1;31m20221209182915520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182915520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182915520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182915520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182915520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182915520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182915533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182915541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182915542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182915542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:18.598683 run osmo-msc_10.42.42.6(pid=1244): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1244)]\u000a18:29:18.647383 run osmo-msc_10.42.42.6(pid=1244): stdout: \u000a| (launched: 2022-12-09_18:29:17.503734) \u000a18:29:18.696627 run osmo-msc_10.42.42.6(pid=1244): stderr: \u000a| �[0;m�[38;5;43m20221209182917773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182917773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9b312fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182917773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182917773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182917773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182917774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182917776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182917777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182917777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182917777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:18.738192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1237): Terminating (SIGTERM)\u000a18:29:18.777721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1240): Terminating (SIGTERM)\u000a18:29:18.817228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1243): Terminating (SIGTERM)\u000a18:29:18.826570 --- ParallelTerminationStrategy: PID 1237 died...\u000a18:29:18.879861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1237): Terminated: ok {rc=0}\u000a18:29:18.889735 --- ParallelTerminationStrategy: PID 1240 died...\u000a18:29:18.942747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1240): Terminated: ok {rc=0}\u000a18:29:18.952433 --- ParallelTerminationStrategy: PID 1243 died...\u000a18:29:19.005389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1243): Terminated: ok {rc=0}\u000a18:29:19.093987 bus /sierra_3: Setting Powered False\u000a18:29:20.197350 bus /sierra_3: Setting Powered False\u000a18:29:21.309097 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:29:11" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1255): Process ended prematurely: osmo-stp_10.42.42.5(pid=1255) [trial-2362↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1255)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1255): Process ended prematurely: osmo-stp_10.42.42.5(pid=1255) [trial-2362↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a18:29:23.274795 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:23.285599 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:29:23.405463 tst handover.py: using LAC 22893\u000a18:29:23.522719 tst handover.py: using RAC 198\u000a18:29:23.641292 tst handover.py: using CellId 22893\u000a18:29:23.757738 tst handover.py: using BVCI 22894\u000a18:29:23.780262 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:29:23.914842 tst handover.py: using LAC 22894\u000a18:29:24.031115 tst handover.py: using RAC 199\u000a18:29:24.149970 tst handover.py: using CellId 22894\u000a18:29:24.266286 tst handover.py: using BVCI 22895\u000a18:29:24.289082 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:24.299725 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:24.310291 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:24.320890 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:24.331672 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:24.342346 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:29:24.459884 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:29:24.668493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:25.143760 run create_hlr_db(pid=1249): Launched\u000a18:29:25.274602 bus /sierra_2: Setting Powered False\u000a18:29:26.350146 run create_hlr_db(pid=1249): Terminated: ok {rc=0}\u000a18:29:26.749501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1251): Launched\u000a18:29:27.069353 run osmo-hlr_10.42.42.2(pid=1252): Launched\u000a18:29:27.188651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:27.718334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1254): Launched\u000a18:29:28.037394 run osmo-stp_10.42.42.5(pid=1255): Launched\u000a18:29:28.152895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:28.708492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1257): Launched\u000a18:29:29.027823 run osmo-msc_10.42.42.6(pid=1258): Launched\u000a18:29:29.214861 run osmo-stp_10.42.42.5(pid=1255): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1255)]\u000a18:29:29.350220 run osmo-stp_10.42.42.5(pid=1255): stdout: \u000a| (launched: 2022-12-09_18:29:27.880401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:29.485458 run osmo-stp_10.42.42.5(pid=1255): stderr: \u000a| �[0;m�[38;5;43m20221209182928071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182928071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182928072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182928072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182928073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182928073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182928073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:29.613324 run osmo-stp_10.42.42.5(pid=1255): stdout: \u000a| (launched: 2022-12-09_18:29:27.880401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:29.739913 run osmo-stp_10.42.42.5(pid=1255): stderr: \u000a| �[0;m�[38;5;43m20221209182928071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182928071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182928072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182928072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182928073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182928073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182928073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:29.795568 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1255): Process ended prematurely: osmo-stp_10.42.42.5(pid=1255) [trial-2362↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1255)] [trial-2362↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a18:29:29.804159 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:29:29.867272 run osmo-hlr_10.42.42.2(pid=1252): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1252)]\u000a18:29:29.918734 run osmo-hlr_10.42.42.2(pid=1252): stdout: \u000a| (launched: 2022-12-09_18:29:26.912046) \u000a18:29:29.970694 run osmo-hlr_10.42.42.2(pid=1252): stderr: \u000a| �[0;m�[1;31m20221209182927109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182927109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182927109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182927110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182927110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182927110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182927123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182927133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182927133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182927133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:30.040918 run osmo-msc_10.42.42.6(pid=1258): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1258)]\u000a18:29:30.092291 run osmo-msc_10.42.42.6(pid=1258): stdout: \u000a| (launched: 2022-12-09_18:29:28.870538) \u000a18:29:30.144519 run osmo-msc_10.42.42.6(pid=1258): stderr: \u000a| �[0;m�[38;5;43m20221209182929190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182929190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0f1872c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182929191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182929191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182929191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182929191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182929193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182929193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182929193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182929193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:30.188331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1251): Terminating (SIGTERM)\u000a18:29:30.230470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1254): Terminating (SIGTERM)\u000a18:29:30.272373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1257): Terminating (SIGTERM)\u000a18:29:30.282037 --- ParallelTerminationStrategy: PID 1251 died...\u000a18:29:30.338216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1251): Terminated: ok {rc=0}\u000a18:29:30.348335 --- ParallelTerminationStrategy: PID 1254 died...\u000a18:29:30.404780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1254): Terminated: ok {rc=0}\u000a18:29:30.414815 --- ParallelTerminationStrategy: PID 1257 died...\u000a18:29:30.471058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1257): Terminated: ok {rc=0}\u000a18:29:30.558951 bus /sierra_3: Setting Powered False\u000a18:29:31.687298 bus /sierra_3: Setting Powered False\u000a18:29:32.799136 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:29:23" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1269): Process ended prematurely: osmo-stp_10.42.42.5(pid=1269) [trial-2362↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1269)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1269): Process ended prematurely: osmo-stp_10.42.42.5(pid=1269) [trial-2362↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a18:29:34.793756 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:34.805214 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:29:34.935260 tst handover.py: using LAC 22895\u000a18:29:35.058883 tst handover.py: using RAC 200\u000a18:29:35.182669 tst handover.py: using CellId 22895\u000a18:29:35.305637 tst handover.py: using BVCI 22896\u000a18:29:35.329930 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:29:35.467120 tst handover.py: using LAC 22896\u000a18:29:35.592705 tst handover.py: using RAC 201\u000a18:29:35.715412 tst handover.py: using CellId 22896\u000a18:29:35.837880 tst handover.py: using BVCI 22897\u000a18:29:35.862103 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:35.873438 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:35.884492 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:35.895965 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:35.907663 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:35.918777 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:29:36.034396 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:29:36.234988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:36.690257 run create_hlr_db(pid=1263): Launched\u000a18:29:36.812825 bus /sierra_2: Setting Powered False\u000a18:29:37.883847 run create_hlr_db(pid=1263): Terminated: ok {rc=0}\u000a18:29:38.282502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1265): Launched\u000a18:29:38.603404 run osmo-hlr_10.42.42.2(pid=1266): Launched\u000a18:29:38.722829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:39.252212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1268): Launched\u000a18:29:39.572679 run osmo-stp_10.42.42.5(pid=1269): Launched\u000a18:29:39.688158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:40.246428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1271): Launched\u000a18:29:40.568908 run osmo-msc_10.42.42.6(pid=1272): Launched\u000a18:29:40.756673 run osmo-stp_10.42.42.5(pid=1269): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1269)]\u000a18:29:40.892002 run osmo-stp_10.42.42.5(pid=1269): stdout: \u000a| (launched: 2022-12-09_18:29:39.414934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:41.026823 run osmo-stp_10.42.42.5(pid=1269): stderr: \u000a| �[0;m�[38;5;43m20221209182939607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182939607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182939607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182939608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:41.155134 run osmo-stp_10.42.42.5(pid=1269): stdout: \u000a| (launched: 2022-12-09_18:29:39.414934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:41.282223 run osmo-stp_10.42.42.5(pid=1269): stderr: \u000a| �[0;m�[38;5;43m20221209182939607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182939607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182939607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182939608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:41.338210 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1269): Process ended prematurely: osmo-stp_10.42.42.5(pid=1269) [trial-2362↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1269)] [trial-2362↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a18:29:41.346911 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:29:41.410762 run osmo-hlr_10.42.42.2(pid=1266): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1266)]\u000a18:29:41.462782 run osmo-hlr_10.42.42.2(pid=1266): stdout: \u000a| (launched: 2022-12-09_18:29:38.445752) \u000a18:29:41.515424 run osmo-hlr_10.42.42.2(pid=1266): stderr: \u000a| �[0;m�[1;31m20221209182938642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182938642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182938642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182938642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182938642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182938642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182938655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182938666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182938666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182938666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:41.586296 run osmo-msc_10.42.42.6(pid=1272): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1272)]\u000a18:29:41.638112 run osmo-msc_10.42.42.6(pid=1272): stdout: \u000a| (launched: 2022-12-09_18:29:40.409957) \u000a18:29:41.690568 run osmo-msc_10.42.42.6(pid=1272): stderr: \u000a| �[0;m�[38;5;43m20221209182940729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182940729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f863b12dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182940729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182940729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182940729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182940730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182940731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182940732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182940732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182940732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:41.734571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1265): Terminating (SIGTERM)\u000a18:29:41.776922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1268): Terminating (SIGTERM)\u000a18:29:41.818811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1271): Terminating (SIGTERM)\u000a18:29:41.828486 --- ParallelTerminationStrategy: PID 1265 died...\u000a18:29:41.884791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1265): Terminated: ok {rc=0}\u000a18:29:41.894985 --- ParallelTerminationStrategy: PID 1268 died...\u000a18:29:41.950605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1268): Terminated: ok {rc=0}\u000a18:29:41.961081 --- ParallelTerminationStrategy: PID 1271 died...\u000a18:29:42.016926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1271): Terminated: ok {rc=0}\u000a18:29:42.103783 bus /sierra_3: Setting Powered False\u000a18:29:43.209476 bus /sierra_3: Setting Powered False\u000a18:29:44.320183 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:29:34" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1283): Process ended prematurely: osmo-stp_10.42.42.5(pid=1283) [trial-2362↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1283)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1283): Process ended prematurely: osmo-stp_10.42.42.5(pid=1283) [trial-2362↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a18:29:46.344478 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:46.358862 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:29:46.522112 tst handover.py: using LAC 22897\u000a18:29:46.653519 tst handover.py: using RAC 202\u000a18:29:46.797794 tst handover.py: using CellId 22897\u000a18:29:46.923519 tst handover.py: using BVCI 22898\u000a18:29:46.947013 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:29:47.092072 tst handover.py: using LAC 22898\u000a18:29:47.235742 tst handover.py: using RAC 203\u000a18:29:47.363053 tst handover.py: using CellId 22898\u000a18:29:47.489389 tst handover.py: using BVCI 22899\u000a18:29:47.514070 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:47.525493 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:47.536718 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:47.549475 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:47.560832 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:47.572155 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:29:47.694415 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:29:47.901236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:48.376197 run create_hlr_db(pid=1277): Launched\u000a18:29:48.507242 bus /sierra_2: Setting Powered False\u000a18:29:49.582101 run create_hlr_db(pid=1277): Terminated: ok {rc=0}\u000a18:29:49.980362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1279): Launched\u000a18:29:50.301513 run osmo-hlr_10.42.42.2(pid=1280): Launched\u000a18:29:50.420813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:50.948748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1282): Launched\u000a18:29:51.267720 run osmo-stp_10.42.42.5(pid=1283): Launched\u000a18:29:51.383574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:51.939292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1285): Launched\u000a18:29:52.258057 run osmo-msc_10.42.42.6(pid=1286): Launched\u000a18:29:52.444854 run osmo-stp_10.42.42.5(pid=1283): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1283)]\u000a18:29:52.580049 run osmo-stp_10.42.42.5(pid=1283): stdout: \u000a| (launched: 2022-12-09_18:29:51.110508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:52.714932 run osmo-stp_10.42.42.5(pid=1283): stderr: \u000a| �[0;m�[38;5;43m20221209182951302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182951302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182951302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182951302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182951303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182951303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182951303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:52.842525 run osmo-stp_10.42.42.5(pid=1283): stdout: \u000a| (launched: 2022-12-09_18:29:51.110508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:52.969346 run osmo-stp_10.42.42.5(pid=1283): stderr: \u000a| �[0;m�[38;5;43m20221209182951302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209182951302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209182951302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209182951302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209182951303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209182951303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209182951303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:53.025218 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1283): Process ended prematurely: osmo-stp_10.42.42.5(pid=1283) [trial-2362↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1283)] [trial-2362↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a18:29:53.033875 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:29:53.096823 run osmo-hlr_10.42.42.2(pid=1280): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1280)]\u000a18:29:53.148270 run osmo-hlr_10.42.42.2(pid=1280): stdout: \u000a| (launched: 2022-12-09_18:29:50.142948) \u000a18:29:53.200692 run osmo-hlr_10.42.42.2(pid=1280): stderr: \u000a| �[0;m�[1;31m20221209182950339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209182950339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209182950339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182950339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209182950339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209182950339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209182950352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209182950360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209182950360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209182950360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:53.271708 run osmo-msc_10.42.42.6(pid=1286): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1286)]\u000a18:29:53.323095 run osmo-msc_10.42.42.6(pid=1286): stdout: \u000a| (launched: 2022-12-09_18:29:52.101267) \u000a18:29:53.375047 run osmo-msc_10.42.42.6(pid=1286): stderr: \u000a| �[0;m�[38;5;43m20221209182952420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209182952420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f583aeeac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209182952420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209182952420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209182952421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209182952421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209182952422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209182952423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209182952423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209182952423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:53.419195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1279): Terminating (SIGTERM)\u000a18:29:53.461481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1282): Terminating (SIGTERM)\u000a18:29:53.503396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1285): Terminating (SIGTERM)\u000a18:29:53.513088 --- ParallelTerminationStrategy: PID 1279 died...\u000a18:29:53.568779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1279): Terminated: ok {rc=0}\u000a18:29:53.578958 --- ParallelTerminationStrategy: PID 1282 died...\u000a18:29:53.634926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1282): Terminated: ok {rc=0}\u000a18:29:53.644859 --- ParallelTerminationStrategy: PID 1285 died...\u000a18:29:53.700508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1285): Terminated: ok {rc=0}\u000a18:29:53.785839 bus /sierra_3: Setting Powered False\u000a18:29:54.888131 bus /sierra_3: Setting Powered False\u000a18:29:55.998119 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:29:46" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1301): Process ended prematurely: osmo-stp_10.42.42.5(pid=1301) [trial-2362↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1301): Process ended prematurely: osmo-stp_10.42.42.5(pid=1301) [trial-2362↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:29:57.967775 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:57.978847 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:29:58.105889 tst handover.py: using LAC 22899\u000a18:29:58.222037 tst handover.py: using RAC 204\u000a18:29:58.336449 tst handover.py: using CellId 22899\u000a18:29:58.453482 tst handover.py: using BVCI 22900\u000a18:29:58.475946 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:29:58.593580 tst handover.py: using LAC 22900\u000a18:29:58.708091 tst handover.py: using RAC 205\u000a18:29:58.822756 tst handover.py: using CellId 22900\u000a18:29:58.938003 tst handover.py: using BVCI 22901\u000a18:29:58.960376 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:58.970953 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:58.981347 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:58.991723 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:59.002233 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:59.012555 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:29:59.129808 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:29:59.338831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:59.812341 run create_hlr_db(pid=1292): Launched\u000a18:29:59.942223 bus /sierra_2: Setting Powered False\u000a18:30:01.039437 run create_hlr_db(pid=1292): Terminated: ok {rc=0}\u000a18:30:01.440054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1294): Launched\u000a18:30:01.808039 run osmo-hlr_10.42.42.2(pid=1295): Launched\u000a18:30:02.022290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:02.655846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1300): Launched\u000a18:30:02.953832 run osmo-stp_10.42.42.5(pid=1301): Launched\u000a18:30:03.061837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:03.581240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1303): Launched\u000a18:30:03.880092 run osmo-msc_10.42.42.6(pid=1304): Launched\u000a18:30:04.055045 run osmo-stp_10.42.42.5(pid=1301): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)]\u000a18:30:04.181117 run osmo-stp_10.42.42.5(pid=1301): stdout: \u000a| (launched: 2022-12-09_18:30:02.806987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:04.305066 run osmo-stp_10.42.42.5(pid=1301): stderr: \u000a| �[0;m�[38;5;43m20221209183002973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183002974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183002974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183002974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183002975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183002975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183002975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:04.424663 run osmo-stp_10.42.42.5(pid=1301): stdout: \u000a| (launched: 2022-12-09_18:30:02.806987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:04.543063 run osmo-stp_10.42.42.5(pid=1301): stderr: \u000a| �[0;m�[38;5;43m20221209183002973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183002974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183002974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183002974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183002975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183002975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183002975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:04.594912 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1301): Process ended prematurely: osmo-stp_10.42.42.5(pid=1301) [trial-2362↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)] [trial-2362↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a18:30:04.603031 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:30:04.661941 run osmo-hlr_10.42.42.2(pid=1295): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1295)]\u000a18:30:04.710634 run osmo-hlr_10.42.42.2(pid=1295): stdout: \u000a| (launched: 2022-12-09_18:30:01.596474) \u000a18:30:04.759865 run osmo-hlr_10.42.42.2(pid=1295): stderr: \u000a| �[0;m�[1;31m20221209183001944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183001944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183001944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183001944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183001944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183001944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183001963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183001979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183001979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183001979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:04.826816 run osmo-msc_10.42.42.6(pid=1304): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1304)]\u000a18:30:04.875313 run osmo-msc_10.42.42.6(pid=1304): stdout: \u000a| (launched: 2022-12-09_18:30:03.732379) \u000a18:30:04.924612 run osmo-msc_10.42.42.6(pid=1304): stderr: \u000a| �[0;m�[38;5;43m20221209183004003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183004003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8821ce6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183004003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183004003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183004004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183004004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183004006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183004006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183004006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183004006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:30:04.966112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1294): Terminating (SIGTERM)\u000a18:30:05.005338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1300): Terminating (SIGTERM)\u000a18:30:05.044476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1303): Terminating (SIGTERM)\u000a18:30:05.053587 --- ParallelTerminationStrategy: PID 1294 died...\u000a18:30:05.106456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1294): Terminated: ok {rc=0}\u000a18:30:05.116048 --- ParallelTerminationStrategy: PID 1300 died...\u000a18:30:05.168160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1300): Terminated: ok {rc=0}\u000a18:30:05.177787 --- ParallelTerminationStrategy: PID 1303 died...\u000a18:30:05.230174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1303): Terminated: ok {rc=0}\u000a18:30:05.318238 bus /sierra_3: Setting Powered False\u000a18:30:06.421314 bus /sierra_3: Setting Powered False\u000a18:30:07.527204 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:29:57" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1315): Process ended prematurely: osmo-stp_10.42.42.5(pid=1315) [trial-2362↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1315)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1315): Process ended prematurely: osmo-stp_10.42.42.5(pid=1315) [trial-2362↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:30:09.496098 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:30:09.506904 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:30:09.625672 tst handover.py: using LAC 22901\u000a18:30:09.749155 tst handover.py: using RAC 206\u000a18:30:09.865704 tst handover.py: using CellId 22901\u000a18:30:09.980459 tst handover.py: using BVCI 22902\u000a18:30:10.003121 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:30:10.134050 tst handover.py: using LAC 22902\u000a18:30:10.248883 tst handover.py: using RAC 207\u000a18:30:10.366077 tst handover.py: using CellId 22902\u000a18:30:10.481304 tst handover.py: using BVCI 22903\u000a18:30:10.503921 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:30:10.514753 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:30:10.525452 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:30:10.535831 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:30:10.546395 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:30:10.557061 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:30:10.673336 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:30:10.870824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:11.322682 run create_hlr_db(pid=1309): Launched\u000a18:30:11.443947 bus /sierra_2: Setting Powered False\u000a18:30:12.516833 run create_hlr_db(pid=1309): Terminated: ok {rc=0}\u000a18:30:12.899009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1311): Launched\u000a18:30:13.218912 run osmo-hlr_10.42.42.2(pid=1312): Launched\u000a18:30:13.337879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:13.866447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1314): Launched\u000a18:30:14.185724 run osmo-stp_10.42.42.5(pid=1315): Launched\u000a18:30:14.301400 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:14.858995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1317): Launched\u000a18:30:15.179516 run osmo-msc_10.42.42.6(pid=1318): Launched\u000a18:30:15.367278 run osmo-stp_10.42.42.5(pid=1315): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1315)]\u000a18:30:15.503178 run osmo-stp_10.42.42.5(pid=1315): stdout: \u000a| (launched: 2022-12-09_18:30:14.028392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:15.637656 run osmo-stp_10.42.42.5(pid=1315): stderr: \u000a| �[0;m�[38;5;43m20221209183014218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183014218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183014219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183014219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183014219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183014220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183014220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:15.766208 run osmo-stp_10.42.42.5(pid=1315): stdout: \u000a| (launched: 2022-12-09_18:30:14.028392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:15.917830 run osmo-stp_10.42.42.5(pid=1315): stderr: \u000a| �[0;m�[38;5;43m20221209183014218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183014218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183014219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183014219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183014219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183014220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183014220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:15.975092 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1315): Process ended prematurely: osmo-stp_10.42.42.5(pid=1315) [trial-2362↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1315)] [trial-2362↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a18:30:15.984373 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:30:16.048502 run osmo-hlr_10.42.42.2(pid=1312): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1312)]\u000a18:30:16.100774 run osmo-hlr_10.42.42.2(pid=1312): stdout: \u000a| (launched: 2022-12-09_18:30:13.061814) \u000a18:30:16.153818 run osmo-hlr_10.42.42.2(pid=1312): stderr: \u000a| �[0;m�[1;31m20221209183013259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183013259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183013259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183013259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183013259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183013259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183013271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183013279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183013280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183013280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:16.225507 run osmo-msc_10.42.42.6(pid=1318): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1318)]\u000a18:30:16.280172 run osmo-msc_10.42.42.6(pid=1318): stdout: \u000a| (launched: 2022-12-09_18:30:15.021393) \u000a18:30:16.334427 run osmo-msc_10.42.42.6(pid=1318): stderr: \u000a| �[0;m�[38;5;43m20221209183015339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183015339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f356d3b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183015339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183015339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183015339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183015340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183015341 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183015342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183015342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183015342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:30:16.380820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1311): Terminating (SIGTERM)\u000a18:30:16.425305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1314): Terminating (SIGTERM)\u000a18:30:16.471286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1317): Terminating (SIGTERM)\u000a18:30:16.482140 --- ParallelTerminationStrategy: PID 1311 died...\u000a18:30:16.542581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1311): Terminated: ok {rc=0}\u000a18:30:16.553518 --- ParallelTerminationStrategy: PID 1314 died...\u000a18:30:16.611988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1314): Terminated: ok {rc=0}\u000a18:30:16.622875 --- ParallelTerminationStrategy: PID 1317 died...\u000a18:30:16.681350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1317): Terminated: ok {rc=0}\u000a18:30:16.771728 bus /sierra_3: Setting Powered False\u000a18:30:17.875076 bus /sierra_3: Setting Powered False\u000a18:30:18.981793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:30:09" }, { "cases" : [ { "testActions" : [ ], "age" : 160, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1330): Process ended prematurely: osmo-stp_10.42.42.5(pid=1330) [trial-2362↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1330)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1330): Process ended prematurely: osmo-stp_10.42.42.5(pid=1330) [trial-2362↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:30:20.957825 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:30:20.968655 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:30:21.092266 tst handover.py: using LAC 22903\u000a18:30:21.208208 tst handover.py: using RAC 208\u000a18:30:21.323697 tst handover.py: using CellId 22903\u000a18:30:21.441803 tst handover.py: using BVCI 22904\u000a18:30:21.464527 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:30:21.598206 tst handover.py: using LAC 22904\u000a18:30:21.714209 tst handover.py: using RAC 209\u000a18:30:21.830250 tst handover.py: using CellId 22904\u000a18:30:21.945846 tst handover.py: using BVCI 22905\u000a18:30:21.968631 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:30:21.979577 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:30:21.990367 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:30:22.001071 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:30:22.011833 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:30:22.022345 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:30:22.139461 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:30:22.344149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:22.821536 run create_hlr_db(pid=1324): Launched\u000a18:30:22.952154 bus /sierra_2: Setting Powered False\u000a18:30:24.028291 run create_hlr_db(pid=1324): Terminated: ok {rc=0}\u000a18:30:24.406834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1326): Launched\u000a18:30:24.707402 run osmo-hlr_10.42.42.2(pid=1327): Launched\u000a18:30:24.817450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:25.311247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1329): Launched\u000a18:30:25.610139 run osmo-stp_10.42.42.5(pid=1330): Launched\u000a18:30:25.718514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:26.241653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1332): Launched\u000a18:30:26.542680 run osmo-msc_10.42.42.6(pid=1333): Launched\u000a18:30:26.721974 run osmo-stp_10.42.42.5(pid=1330): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1330)]\u000a18:30:26.848682 run osmo-stp_10.42.42.5(pid=1330): stdout: \u000a| (launched: 2022-12-09_18:30:25.462986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:26.972940 run osmo-stp_10.42.42.5(pid=1330): stderr: \u000a| �[0;m�[38;5;43m20221209183025632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183025632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183025633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183025633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183025633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183025634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183025634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:27.092938 run osmo-stp_10.42.42.5(pid=1330): stdout: \u000a| (launched: 2022-12-09_18:30:25.462986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:27.222365 run osmo-stp_10.42.42.5(pid=1330): stderr: \u000a| �[0;m�[38;5;43m20221209183025632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183025632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183025633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183025633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183025633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183025634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183025634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:27.280500 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1330): Process ended prematurely: osmo-stp_10.42.42.5(pid=1330) [trial-2362↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1330)] [trial-2362↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a18:30:27.289388 tst handover.py:18: Test FAILED (6.3 sec)\u000a18:30:27.360003 run osmo-hlr_10.42.42.2(pid=1327): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1327)]\u000a18:30:27.412368 run osmo-hlr_10.42.42.2(pid=1327): stdout: \u000a| (launched: 2022-12-09_18:30:24.559514) \u000a18:30:27.465679 run osmo-hlr_10.42.42.2(pid=1327): stderr: \u000a| �[0;m�[1;31m20221209183024731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183024731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183024731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183024731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183024731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183024731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183024746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183024756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183024756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183024757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:27.537181 run osmo-msc_10.42.42.6(pid=1333): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1333)]\u000a18:30:27.589405 run osmo-msc_10.42.42.6(pid=1333): stdout: \u000a| (launched: 2022-12-09_18:30:26.393488) \u000a18:30:27.642018 run osmo-msc_10.42.42.6(pid=1333): stderr: \u000a| �[0;m�[38;5;43m20221209183026661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183026661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a1f117c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183026661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183026661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183026661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183026661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183026663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183026663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183026664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183026664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:30:27.687036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1326): Terminating (SIGTERM)\u000a18:30:27.729154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1329): Terminating (SIGTERM)\u000a18:30:27.771362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1332): Terminating (SIGTERM)\u000a18:30:27.781582 --- ParallelTerminationStrategy: PID 1326 died...\u000a18:30:27.838792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1326): Terminated: ok {rc=0}\u000a18:30:27.849113 --- ParallelTerminationStrategy: PID 1329 died...\u000a18:30:27.905944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1329): Terminated: ok {rc=0}\u000a18:30:27.916176 --- ParallelTerminationStrategy: PID 1332 died...\u000a18:30:27.973123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1332): Terminated: ok {rc=0}\u000a18:30:28.060673 bus /sierra_3: Setting Powered False\u000a18:30:29.166187 bus /sierra_3: Setting Powered False\u000a18:30:30.273903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:30:20" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1344): Process ended prematurely: osmo-stp_10.42.42.5(pid=1344) [trial-2362↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1344)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1344): Process ended prematurely: osmo-stp_10.42.42.5(pid=1344) [trial-2362↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a18:30:32.281763 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:32.293648 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:30:32.422093 tst handover.py: using LAC 22905\u000a18:30:32.549041 tst handover.py: using RAC 210\u000a18:30:32.675197 tst handover.py: using CellId 22905\u000a18:30:32.800515 tst handover.py: using BVCI 22906\u000a18:30:32.824792 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:30:32.966124 tst handover.py: using LAC 22906\u000a18:30:33.094443 tst handover.py: using RAC 211\u000a18:30:33.218625 tst handover.py: using CellId 22906\u000a18:30:33.344102 tst handover.py: using BVCI 22907\u000a18:30:33.368568 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:33.379802 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:33.391164 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:33.402852 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:33.414373 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:33.426482 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:30:33.542116 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:30:33.750056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:34.226402 run create_hlr_db(pid=1338): Launched\u000a18:30:34.357675 bus /sierra_2: Setting Powered False\u000a18:30:35.433498 run create_hlr_db(pid=1338): Terminated: ok {rc=0}\u000a18:30:35.833868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1340): Launched\u000a18:30:36.154998 run osmo-hlr_10.42.42.2(pid=1341): Launched\u000a18:30:36.271013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:36.801408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1343): Launched\u000a18:30:37.122276 run osmo-stp_10.42.42.5(pid=1344): Launched\u000a18:30:37.238816 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:37.802508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1346): Launched\u000a18:30:38.123531 run osmo-msc_10.42.42.6(pid=1347): Launched\u000a18:30:38.311550 run osmo-stp_10.42.42.5(pid=1344): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1344)]\u000a18:30:38.448249 run osmo-stp_10.42.42.5(pid=1344): stdout: \u000a| (launched: 2022-12-09_18:30:36.963941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:38.583293 run osmo-stp_10.42.42.5(pid=1344): stderr: \u000a| �[0;m�[38;5;43m20221209183037154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183037154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183037154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183037154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183037155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183037155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183037155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:38.712338 run osmo-stp_10.42.42.5(pid=1344): stdout: \u000a| (launched: 2022-12-09_18:30:36.963941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:38.840331 run osmo-stp_10.42.42.5(pid=1344): stderr: \u000a| �[0;m�[38;5;43m20221209183037154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183037154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183037154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183037154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183037155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183037155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183037155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:38.896582 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1344): Process ended prematurely: osmo-stp_10.42.42.5(pid=1344) [trial-2362↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1344)] [trial-2362↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a18:30:38.905339 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:30:38.969176 run osmo-hlr_10.42.42.2(pid=1341): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1341)]\u000a18:30:39.020913 run osmo-hlr_10.42.42.2(pid=1341): stdout: \u000a| (launched: 2022-12-09_18:30:35.997245) \u000a18:30:39.073282 run osmo-hlr_10.42.42.2(pid=1341): stderr: \u000a| �[0;m�[1;31m20221209183036194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183036194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183036194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183036194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183036194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183036194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183036241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183036250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183036250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183036250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:39.143838 run osmo-msc_10.42.42.6(pid=1347): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1347)]\u000a18:30:39.195094 run osmo-msc_10.42.42.6(pid=1347): stdout: \u000a| (launched: 2022-12-09_18:30:37.965943) \u000a18:30:39.247430 run osmo-msc_10.42.42.6(pid=1347): stderr: \u000a| �[0;m�[38;5;43m20221209183038284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183038285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f6e9ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183038285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183038285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183038285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183038285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183038287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183038287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183038287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183038287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:30:39.291481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1340): Terminating (SIGTERM)\u000a18:30:39.333957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1343): Terminating (SIGTERM)\u000a18:30:39.376610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1346): Terminating (SIGTERM)\u000a18:30:39.386668 --- ParallelTerminationStrategy: PID 1340 died...\u000a18:30:39.443822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1340): Terminated: ok {rc=0}\u000a18:30:39.454168 --- ParallelTerminationStrategy: PID 1343 died...\u000a18:30:39.510798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1343): Terminated: ok {rc=0}\u000a18:30:39.520787 --- ParallelTerminationStrategy: PID 1346 died...\u000a18:30:39.577528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1346): Terminated: ok {rc=0}\u000a18:30:39.663949 bus /sierra_3: Setting Powered False\u000a18:30:40.771812 bus /sierra_3: Setting Powered False\u000a18:30:41.879841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:30:31" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1358): Process ended prematurely: osmo-stp_10.42.42.5(pid=1358) [trial-2362↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1358): Process ended prematurely: osmo-stp_10.42.42.5(pid=1358) [trial-2362↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a18:30:43.850234 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:43.861175 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:30:43.982962 tst handover.py: using LAC 22907\u000a18:30:44.099759 tst handover.py: using RAC 212\u000a18:30:44.218210 tst handover.py: using CellId 22907\u000a18:30:44.334693 tst handover.py: using BVCI 22908\u000a18:30:44.357908 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:30:44.488889 tst handover.py: using LAC 22908\u000a18:30:44.605875 tst handover.py: using RAC 213\u000a18:30:44.723208 tst handover.py: using CellId 22908\u000a18:30:44.842636 tst handover.py: using BVCI 22909\u000a18:30:44.865361 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:44.876342 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:44.887083 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:44.897941 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:44.908558 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:44.919741 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:30:45.031813 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:30:45.239563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:45.718493 run create_hlr_db(pid=1352): Launched\u000a18:30:45.862308 bus /sierra_2: Setting Powered False\u000a18:30:46.950645 run create_hlr_db(pid=1352): Terminated: ok {rc=0}\u000a18:30:47.355295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1354): Launched\u000a18:30:47.676880 run osmo-hlr_10.42.42.2(pid=1355): Launched\u000a18:30:47.795562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:48.325563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1357): Launched\u000a18:30:48.646462 run osmo-stp_10.42.42.5(pid=1358): Launched\u000a18:30:48.762848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:49.321780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1360): Launched\u000a18:30:49.643346 run osmo-msc_10.42.42.6(pid=1361): Launched\u000a18:30:49.830921 run osmo-stp_10.42.42.5(pid=1358): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)]\u000a18:30:49.966736 run osmo-stp_10.42.42.5(pid=1358): stdout: \u000a| (launched: 2022-12-09_18:30:48.489190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:50.101194 run osmo-stp_10.42.42.5(pid=1358): stderr: \u000a| �[0;m�[38;5;43m20221209183048678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183048678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183048679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183048679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183048679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183048679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183048680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:50.230041 run osmo-stp_10.42.42.5(pid=1358): stdout: \u000a| (launched: 2022-12-09_18:30:48.489190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:50.357756 run osmo-stp_10.42.42.5(pid=1358): stderr: \u000a| �[0;m�[38;5;43m20221209183048678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183048678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183048679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183048679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183048679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183048679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183048680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:50.413806 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1358): Process ended prematurely: osmo-stp_10.42.42.5(pid=1358) [trial-2362↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)] [trial-2362↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a18:30:50.422274 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:30:50.485463 run osmo-hlr_10.42.42.2(pid=1355): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1355)]\u000a18:30:50.536388 run osmo-hlr_10.42.42.2(pid=1355): stdout: \u000a| (launched: 2022-12-09_18:30:47.519320) \u000a18:30:50.588144 run osmo-hlr_10.42.42.2(pid=1355): stderr: \u000a| �[0;m�[1;31m20221209183047715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183047715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183047715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183047715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183047715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183047715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183047727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183047736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183047736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183047736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:50.657964 run osmo-msc_10.42.42.6(pid=1361): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1361)]\u000a18:30:50.709484 run osmo-msc_10.42.42.6(pid=1361): stdout: \u000a| (launched: 2022-12-09_18:30:49.485257) \u000a18:30:50.761343 run osmo-msc_10.42.42.6(pid=1361): stderr: \u000a| �[0;m�[38;5;43m20221209183049802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183049803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ea45d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183049803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183049803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183049803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183049803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183049805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183049805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183049805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183049805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:30:50.805173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1354): Terminating (SIGTERM)\u000a18:30:50.847290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1357): Terminating (SIGTERM)\u000a18:30:50.888897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1360): Terminating (SIGTERM)\u000a18:30:50.899551 --- ParallelTerminationStrategy: PID 1354 died...\u000a18:30:50.955563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1354): Terminated: ok {rc=0}\u000a18:30:50.965655 --- ParallelTerminationStrategy: PID 1357 died...\u000a18:30:51.021530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1357): Terminated: ok {rc=0}\u000a18:30:51.031532 --- ParallelTerminationStrategy: PID 1360 died...\u000a18:30:51.087405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1360): Terminated: ok {rc=0}\u000a18:30:51.173683 bus /sierra_3: Setting Powered False\u000a18:30:52.280271 bus /sierra_3: Setting Powered False\u000a18:30:53.387098 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:30:43" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1372): Process ended prematurely: osmo-stp_10.42.42.5(pid=1372) [trial-2362↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1372)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1372): Process ended prematurely: osmo-stp_10.42.42.5(pid=1372) [trial-2362↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a18:30:55.373652 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:55.385105 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:30:55.514722 tst handover.py: using LAC 22909\u000a18:30:55.645961 tst handover.py: using RAC 214\u000a18:30:55.772927 tst handover.py: using CellId 22909\u000a18:30:55.891860 tst handover.py: using BVCI 22910\u000a18:30:55.914806 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:30:56.047595 tst handover.py: using LAC 22910\u000a18:30:56.171822 tst handover.py: using RAC 215\u000a18:30:56.290959 tst handover.py: using CellId 22910\u000a18:30:56.406846 tst handover.py: using BVCI 22911\u000a18:30:56.429640 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:56.440754 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:56.451623 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:56.462596 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:56.473685 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:56.484482 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:30:56.599636 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:30:56.799615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:57.253571 run create_hlr_db(pid=1366): Launched\u000a18:30:57.375463 bus /sierra_2: Setting Powered False\u000a18:30:58.458049 run create_hlr_db(pid=1366): Terminated: ok {rc=0}\u000a18:30:58.856886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1368): Launched\u000a18:30:59.176477 run osmo-hlr_10.42.42.2(pid=1369): Launched\u000a18:30:59.296390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:59.827445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1371): Launched\u000a18:31:00.147466 run osmo-stp_10.42.42.5(pid=1372): Launched\u000a18:31:00.263840 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:00.821890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1374): Launched\u000a18:31:01.192059 run osmo-msc_10.42.42.6(pid=1375): Launched\u000a18:31:01.420441 run osmo-stp_10.42.42.5(pid=1372): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1372)]\u000a18:31:01.762781 run osmo-stp_10.42.42.5(pid=1372): stdout: \u000a| (launched: 2022-12-09_18:30:59.990234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:02.062826 run osmo-stp_10.42.42.5(pid=1372): stderr: \u000a| �[0;m�[38;5;43m20221209183100181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183100181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183100181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183100182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183100182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183100182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183100182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:02.227867 run osmo-stp_10.42.42.5(pid=1372): stdout: \u000a| (launched: 2022-12-09_18:30:59.990234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:02.359389 run osmo-stp_10.42.42.5(pid=1372): stderr: \u000a| �[0;m�[38;5;43m20221209183100181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183100181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183100181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183100182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183100182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183100182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183100182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:02.417019 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1372): Process ended prematurely: osmo-stp_10.42.42.5(pid=1372) [trial-2362↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1372)] [trial-2362↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a18:31:02.426659 tst handover.py:18: Test FAILED (7.0 sec)\u000a18:31:02.492716 run osmo-hlr_10.42.42.2(pid=1369): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1369)]\u000a18:31:02.544787 run osmo-hlr_10.42.42.2(pid=1369): stdout: \u000a| (launched: 2022-12-09_18:30:59.019504) \u000a18:31:02.597587 run osmo-hlr_10.42.42.2(pid=1369): stderr: \u000a| �[0;m�[1;31m20221209183059216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183059217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183059217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183059217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183059217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183059217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183059229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183059238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183059238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183059238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:02.668801 run osmo-msc_10.42.42.6(pid=1375): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1375)]\u000a18:31:02.720756 run osmo-msc_10.42.42.6(pid=1375): stdout: \u000a| (launched: 2022-12-09_18:31:00.987698) \u000a18:31:02.773425 run osmo-msc_10.42.42.6(pid=1375): stderr: \u000a| �[0;m�[38;5;43m20221209183101641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183101641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa869321c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183101641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183101642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183101642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183101642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183101644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183101645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183101645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183101646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:31:02.818507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1368): Terminating (SIGTERM)\u000a18:31:02.860421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1371): Terminating (SIGTERM)\u000a18:31:02.903395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1374): Terminating (SIGTERM)\u000a18:31:02.913949 --- ParallelTerminationStrategy: PID 1368 died...\u000a18:31:02.972005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1368): Terminated: ok {rc=0}\u000a18:31:02.982311 --- ParallelTerminationStrategy: PID 1371 died...\u000a18:31:03.039864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1371): Terminated: ok {rc=0}\u000a18:31:03.050149 --- ParallelTerminationStrategy: PID 1374 died...\u000a18:31:03.107853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1374): Terminated: ok {rc=0}\u000a18:31:03.194591 bus /sierra_3: Setting Powered False\u000a18:31:04.301689 bus /sierra_3: Setting Powered False\u000a18:31:05.408581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:30:55" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1387): Process ended prematurely: osmo-stp_10.42.42.5(pid=1387) [trial-2362↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1387)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1387): Process ended prematurely: osmo-stp_10.42.42.5(pid=1387) [trial-2362↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:31:07.387965 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:31:07.399274 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:31:07.533931 tst handover.py: using LAC 22911\u000a18:31:07.658903 tst handover.py: using RAC 216\u000a18:31:07.783297 tst handover.py: using CellId 22911\u000a18:31:07.908175 tst handover.py: using BVCI 22912\u000a18:31:07.932556 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:31:08.059179 tst handover.py: using LAC 22912\u000a18:31:08.185621 tst handover.py: using RAC 217\u000a18:31:08.310200 tst handover.py: using CellId 22912\u000a18:31:08.434929 tst handover.py: using BVCI 22913\u000a18:31:08.459813 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:31:08.470977 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:31:08.481927 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:31:08.493805 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:31:08.506490 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:31:08.517450 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:31:08.635211 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:31:08.833734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:09.288614 run create_hlr_db(pid=1381): Launched\u000a18:31:09.410926 bus /sierra_2: Setting Powered False\u000a18:31:10.482874 run create_hlr_db(pid=1381): Terminated: ok {rc=0}\u000a18:31:10.881877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1383): Launched\u000a18:31:11.202445 run osmo-hlr_10.42.42.2(pid=1384): Launched\u000a18:31:11.323030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:11.851516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1386): Launched\u000a18:31:12.171681 run osmo-stp_10.42.42.5(pid=1387): Launched\u000a18:31:12.287757 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:12.845846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1389): Launched\u000a18:31:13.162411 run osmo-msc_10.42.42.6(pid=1390): Launched\u000a18:31:13.339697 run osmo-stp_10.42.42.5(pid=1387): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1387)]\u000a18:31:13.468354 run osmo-stp_10.42.42.5(pid=1387): stdout: \u000a| (launched: 2022-12-09_18:31:12.014317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:13.593463 run osmo-stp_10.42.42.5(pid=1387): stderr: \u000a| �[0;m�[38;5;43m20221209183112205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183112205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183112205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183112206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183112206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183112206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183112206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:13.714109 run osmo-stp_10.42.42.5(pid=1387): stdout: \u000a| (launched: 2022-12-09_18:31:12.014317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:13.833086 run osmo-stp_10.42.42.5(pid=1387): stderr: \u000a| �[0;m�[38;5;43m20221209183112205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183112205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183112205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183112206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183112206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183112206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183112206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:13.885650 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1387): Process ended prematurely: osmo-stp_10.42.42.5(pid=1387) [trial-2362↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1387)] [trial-2362↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a18:31:13.893766 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:31:13.953988 run osmo-hlr_10.42.42.2(pid=1384): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1384)]\u000a18:31:14.003306 run osmo-hlr_10.42.42.2(pid=1384): stdout: \u000a| (launched: 2022-12-09_18:31:11.044685) \u000a18:31:14.053243 run osmo-hlr_10.42.42.2(pid=1384): stderr: \u000a| �[0;m�[1;31m20221209183111240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183111240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183111240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183111240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183111240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183111240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183111254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183111262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183111262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183111262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:14.120735 run osmo-msc_10.42.42.6(pid=1390): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1390)]\u000a18:31:14.169720 run osmo-msc_10.42.42.6(pid=1390): stdout: \u000a| (launched: 2022-12-09_18:31:13.008460) \u000a18:31:14.219511 run osmo-msc_10.42.42.6(pid=1390): stderr: \u000a| �[0;m�[38;5;43m20221209183113276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183113276 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0530adac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183113276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183113276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183113277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183113277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183113278 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183113279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183113279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183113279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:31:14.261906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1383): Terminating (SIGTERM)\u000a18:31:14.301869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1386): Terminating (SIGTERM)\u000a18:31:14.341896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1389): Terminating (SIGTERM)\u000a18:31:14.351324 --- ParallelTerminationStrategy: PID 1383 died...\u000a18:31:14.404907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1383): Terminated: ok {rc=0}\u000a18:31:14.414788 --- ParallelTerminationStrategy: PID 1386 died...\u000a18:31:14.467865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1386): Terminated: ok {rc=0}\u000a18:31:14.477732 --- ParallelTerminationStrategy: PID 1389 died...\u000a18:31:14.530755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1389): Terminated: ok {rc=0}\u000a18:31:14.619786 bus /sierra_3: Setting Powered False\u000a18:31:15.726663 bus /sierra_3: Setting Powered False\u000a18:31:16.843556 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:31:07" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1401): Process ended prematurely: osmo-stp_10.42.42.5(pid=1401) [trial-2362↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1401)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1401): Process ended prematurely: osmo-stp_10.42.42.5(pid=1401) [trial-2362↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:31:18.805952 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:18.816768 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:31:18.936337 tst handover.py: using LAC 22913\u000a18:31:19.055968 tst handover.py: using RAC 218\u000a18:31:19.173969 tst handover.py: using CellId 22913\u000a18:31:19.290902 tst handover.py: using BVCI 22914\u000a18:31:19.313769 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:31:19.455673 tst handover.py: using LAC 22914\u000a18:31:19.588617 tst handover.py: using RAC 219\u000a18:31:19.712621 tst handover.py: using CellId 22914\u000a18:31:19.836179 tst handover.py: using BVCI 22915\u000a18:31:19.860556 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:19.871811 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:19.882855 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:19.894109 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:19.905444 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:19.916468 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:31:20.034032 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:31:20.233498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:20.687718 run create_hlr_db(pid=1395): Launched\u000a18:31:20.809991 bus /sierra_2: Setting Powered False\u000a18:31:21.882257 run create_hlr_db(pid=1395): Terminated: ok {rc=0}\u000a18:31:22.281305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1397): Launched\u000a18:31:22.604514 run osmo-hlr_10.42.42.2(pid=1398): Launched\u000a18:31:22.723037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:23.254840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1400): Launched\u000a18:31:23.576214 run osmo-stp_10.42.42.5(pid=1401): Launched\u000a18:31:23.692785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:24.251636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1403): Launched\u000a18:31:24.575143 run osmo-msc_10.42.42.6(pid=1404): Launched\u000a18:31:24.763119 run osmo-stp_10.42.42.5(pid=1401): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1401)]\u000a18:31:24.898981 run osmo-stp_10.42.42.5(pid=1401): stdout: \u000a| (launched: 2022-12-09_18:31:23.417563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:25.033348 run osmo-stp_10.42.42.5(pid=1401): stderr: \u000a| �[0;m�[38;5;43m20221209183123608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183123609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183123609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183123609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183123610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183123610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183123610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:25.162545 run osmo-stp_10.42.42.5(pid=1401): stdout: \u000a| (launched: 2022-12-09_18:31:23.417563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:25.290577 run osmo-stp_10.42.42.5(pid=1401): stderr: \u000a| �[0;m�[38;5;43m20221209183123608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183123609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183123609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183123609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183123610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183123610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183123610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:25.346904 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1401): Process ended prematurely: osmo-stp_10.42.42.5(pid=1401) [trial-2362↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1401)] [trial-2362↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a18:31:25.355526 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:31:25.419348 run osmo-hlr_10.42.42.2(pid=1398): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1398)]\u000a18:31:25.471502 run osmo-hlr_10.42.42.2(pid=1398): stdout: \u000a| (launched: 2022-12-09_18:31:22.445261) \u000a18:31:25.524300 run osmo-hlr_10.42.42.2(pid=1398): stderr: \u000a| �[0;m�[1;31m20221209183122641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183122641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183122641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183122641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183122642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183122642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183122655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183122664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183122664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183122664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:25.595566 run osmo-msc_10.42.42.6(pid=1404): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1404)]\u000a18:31:25.647459 run osmo-msc_10.42.42.6(pid=1404): stdout: \u000a| (launched: 2022-12-09_18:31:24.415508) \u000a18:31:25.699991 run osmo-msc_10.42.42.6(pid=1404): stderr: \u000a| �[0;m�[38;5;43m20221209183124732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183124732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97ee9a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183124733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183124733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183124733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183124733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183124735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183124735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183124735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183124735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:31:25.744774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1397): Terminating (SIGTERM)\u000a18:31:25.787151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1400): Terminating (SIGTERM)\u000a18:31:25.829890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1403): Terminating (SIGTERM)\u000a18:31:25.839917 --- ParallelTerminationStrategy: PID 1397 died...\u000a18:31:25.896674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1397): Terminated: ok {rc=0}\u000a18:31:25.906935 --- ParallelTerminationStrategy: PID 1400 died...\u000a18:31:25.963579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1400): Terminated: ok {rc=0}\u000a18:31:25.973848 --- ParallelTerminationStrategy: PID 1403 died...\u000a18:31:26.030217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1403): Terminated: ok {rc=0}\u000a18:31:26.117780 bus /sierra_3: Setting Powered False\u000a18:31:27.225437 bus /sierra_3: Setting Powered False\u000a18:31:28.337663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:31:18" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1415): Process ended prematurely: osmo-stp_10.42.42.5(pid=1415) [trial-2362↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1415): Process ended prematurely: osmo-stp_10.42.42.5(pid=1415) [trial-2362↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:31:30.316255 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:30.327390 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:31:30.446318 tst handover.py: using LAC 22915\u000a18:31:30.564284 tst handover.py: using RAC 220\u000a18:31:30.683421 tst handover.py: using CellId 22915\u000a18:31:30.802377 tst handover.py: using BVCI 22916\u000a18:31:30.825557 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:31:30.988113 tst handover.py: using LAC 22916\u000a18:31:31.116632 tst handover.py: using RAC 221\u000a18:31:31.235865 tst handover.py: using CellId 22916\u000a18:31:31.356280 tst handover.py: using BVCI 22917\u000a18:31:31.380660 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:31.391994 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:31.403179 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:31.415383 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:31.426525 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:31.437595 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:31:31.577184 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:31:31.790266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:32.285638 run create_hlr_db(pid=1409): Launched\u000a18:31:32.420202 bus /sierra_2: Setting Powered False\u000a18:31:33.494294 run create_hlr_db(pid=1409): Terminated: ok {rc=0}\u000a18:31:33.895604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1411): Launched\u000a18:31:34.217241 run osmo-hlr_10.42.42.2(pid=1412): Launched\u000a18:31:34.335641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:34.868513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1414): Launched\u000a18:31:35.189091 run osmo-stp_10.42.42.5(pid=1415): Launched\u000a18:31:35.305475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:35.866936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1417): Launched\u000a18:31:36.188729 run osmo-msc_10.42.42.6(pid=1418): Launched\u000a18:31:36.377624 run osmo-stp_10.42.42.5(pid=1415): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)]\u000a18:31:36.513107 run osmo-stp_10.42.42.5(pid=1415): stdout: \u000a| (launched: 2022-12-09_18:31:35.031301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:36.649877 run osmo-stp_10.42.42.5(pid=1415): stderr: \u000a| �[0;m�[38;5;43m20221209183135223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183135223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183135223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183135223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183135224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183135224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183135224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:36.779140 run osmo-stp_10.42.42.5(pid=1415): stdout: \u000a| (launched: 2022-12-09_18:31:35.031301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:36.907312 run osmo-stp_10.42.42.5(pid=1415): stderr: \u000a| �[0;m�[38;5;43m20221209183135223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183135223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183135223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183135223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183135224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183135224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183135224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:36.963392 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1415): Process ended prematurely: osmo-stp_10.42.42.5(pid=1415) [trial-2362↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)] [trial-2362↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a18:31:36.972127 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:31:37.036357 run osmo-hlr_10.42.42.2(pid=1412): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1412)]\u000a18:31:37.088368 run osmo-hlr_10.42.42.2(pid=1412): stdout: \u000a| (launched: 2022-12-09_18:31:34.059409) \u000a18:31:37.141286 run osmo-hlr_10.42.42.2(pid=1412): stderr: \u000a| �[0;m�[1;31m20221209183134256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183134256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183134256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183134256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183134256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183134256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183134268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183134276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183134277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183134277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:37.212614 run osmo-msc_10.42.42.6(pid=1418): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1418)]\u000a18:31:37.264795 run osmo-msc_10.42.42.6(pid=1418): stdout: \u000a| (launched: 2022-12-09_18:31:36.030588) \u000a18:31:37.317035 run osmo-msc_10.42.42.6(pid=1418): stderr: \u000a| �[0;m�[38;5;43m20221209183136356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183136356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81d86f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183136367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183136367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183136367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183136367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183136369 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183136369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183136369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183136370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:31:37.362098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1411): Terminating (SIGTERM)\u000a18:31:37.404752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1414): Terminating (SIGTERM)\u000a18:31:37.447632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1417): Terminating (SIGTERM)\u000a18:31:37.458012 --- ParallelTerminationStrategy: PID 1411 died...\u000a18:31:37.514707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1411): Terminated: ok {rc=0}\u000a18:31:37.525471 --- ParallelTerminationStrategy: PID 1414 died...\u000a18:31:37.582271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1414): Terminated: ok {rc=0}\u000a18:31:37.592503 --- ParallelTerminationStrategy: PID 1417 died...\u000a18:31:37.648722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1417): Terminated: ok {rc=0}\u000a18:31:37.735452 bus /sierra_3: Setting Powered False\u000a18:31:38.843127 bus /sierra_3: Setting Powered False\u000a18:31:39.954303 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:31:30" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1429): Process ended prematurely: osmo-stp_10.42.42.5(pid=1429) [trial-2362↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1429)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1429): Process ended prematurely: osmo-stp_10.42.42.5(pid=1429) [trial-2362↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a18:31:41.953820 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:41.966154 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:31:42.111168 tst handover.py: using LAC 22917\u000a18:31:42.240934 tst handover.py: using RAC 222\u000a18:31:42.365169 tst handover.py: using CellId 22917\u000a18:31:42.489914 tst handover.py: using BVCI 22918\u000a18:31:42.514354 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:31:42.652397 tst handover.py: using LAC 22918\u000a18:31:42.777518 tst handover.py: using RAC 223\u000a18:31:42.900910 tst handover.py: using CellId 22918\u000a18:31:43.024586 tst handover.py: using BVCI 22919\u000a18:31:43.049048 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:43.060347 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:43.071898 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:43.083859 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:43.095721 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:43.107406 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:31:43.223426 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:31:43.421403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:43.874470 run create_hlr_db(pid=1423): Launched\u000a18:31:43.996077 bus /sierra_2: Setting Powered False\u000a18:31:45.067281 run create_hlr_db(pid=1423): Terminated: ok {rc=0}\u000a18:31:45.467804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1425): Launched\u000a18:31:45.790221 run osmo-hlr_10.42.42.2(pid=1426): Launched\u000a18:31:45.972352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:46.623083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1428): Launched\u000a18:31:46.968714 run osmo-stp_10.42.42.5(pid=1429): Launched\u000a18:31:47.202632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:47.813776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1431): Launched\u000a18:31:48.134928 run osmo-msc_10.42.42.6(pid=1432): Launched\u000a18:31:48.321644 run osmo-stp_10.42.42.5(pid=1429): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1429)]\u000a18:31:48.456606 run osmo-stp_10.42.42.5(pid=1429): stdout: \u000a| (launched: 2022-12-09_18:31:46.789819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:48.592354 run osmo-stp_10.42.42.5(pid=1429): stderr: \u000a| �[0;m�[38;5;43m20221209183147198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183147198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183147198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183147199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183147199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183147199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183147199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:48.721294 run osmo-stp_10.42.42.5(pid=1429): stdout: \u000a| (launched: 2022-12-09_18:31:46.789819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:48.848678 run osmo-stp_10.42.42.5(pid=1429): stderr: \u000a| �[0;m�[38;5;43m20221209183147198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183147198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183147198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183147199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183147199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183147199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183147199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:48.904728 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1429): Process ended prematurely: osmo-stp_10.42.42.5(pid=1429) [trial-2362↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1429)] [trial-2362↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a18:31:48.913553 tst handover.py:18: Test FAILED (6.9 sec)\u000a18:31:48.977104 run osmo-hlr_10.42.42.2(pid=1426): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1426)]\u000a18:31:49.028721 run osmo-hlr_10.42.42.2(pid=1426): stdout: \u000a| (launched: 2022-12-09_18:31:45.631832) \u000a18:31:49.081090 run osmo-hlr_10.42.42.2(pid=1426): stderr: \u000a| �[0;m�[1;31m20221209183145842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183145843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183145843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183145843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183145843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183145843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183145866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183145883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183145883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183145883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:49.152305 run osmo-msc_10.42.42.6(pid=1432): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1432)]\u000a18:31:49.204019 run osmo-msc_10.42.42.6(pid=1432): stdout: \u000a| (launched: 2022-12-09_18:31:47.977261) \u000a18:31:49.256425 run osmo-msc_10.42.42.6(pid=1432): stderr: \u000a| �[0;m�[38;5;43m20221209183148298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183148298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6bca7cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183148298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183148298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183148298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183148298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183148300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183148300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183148301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183148301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:31:49.300915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1425): Terminating (SIGTERM)\u000a18:31:49.343368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1428): Terminating (SIGTERM)\u000a18:31:49.385693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1431): Terminating (SIGTERM)\u000a18:31:49.395673 --- ParallelTerminationStrategy: PID 1425 died...\u000a18:31:49.452282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1425): Terminated: ok {rc=0}\u000a18:31:49.462846 --- ParallelTerminationStrategy: PID 1428 died...\u000a18:31:49.519405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1428): Terminated: ok {rc=0}\u000a18:31:49.529933 --- ParallelTerminationStrategy: PID 1431 died...\u000a18:31:49.586186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1431): Terminated: ok {rc=0}\u000a18:31:49.673127 bus /sierra_3: Setting Powered False\u000a18:31:50.780015 bus /sierra_3: Setting Powered False\u000a18:31:51.890132 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:31:41" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1443): Process ended prematurely: osmo-stp_10.42.42.5(pid=1443) [trial-2362↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1443): Process ended prematurely: osmo-stp_10.42.42.5(pid=1443) [trial-2362↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a18:31:53.923186 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:53.934559 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:31:54.083156 tst handover.py: using LAC 22919\u000a18:31:54.206559 tst handover.py: using RAC 224\u000a18:31:54.330414 tst handover.py: using CellId 22919\u000a18:31:54.455974 tst handover.py: using BVCI 22920\u000a18:31:54.480608 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:31:54.620912 tst handover.py: using LAC 22920\u000a18:31:54.744820 tst handover.py: using RAC 225\u000a18:31:54.868191 tst handover.py: using CellId 22920\u000a18:31:54.991671 tst handover.py: using BVCI 22921\u000a18:31:55.016100 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:55.027443 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:55.038538 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:55.050162 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:55.061589 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:55.072864 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:31:55.189584 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:31:55.389536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:55.844608 run create_hlr_db(pid=1437): Launched\u000a18:31:55.966878 bus /sierra_2: Setting Powered False\u000a18:31:57.038298 run create_hlr_db(pid=1437): Terminated: ok {rc=0}\u000a18:31:57.437241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1439): Launched\u000a18:31:57.759568 run osmo-hlr_10.42.42.2(pid=1440): Launched\u000a18:31:57.878721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:58.410078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1442): Launched\u000a18:31:58.731275 run osmo-stp_10.42.42.5(pid=1443): Launched\u000a18:31:58.847727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:59.406746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1445): Launched\u000a18:31:59.729273 run osmo-msc_10.42.42.6(pid=1446): Launched\u000a18:31:59.918130 run osmo-stp_10.42.42.5(pid=1443): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)]\u000a18:32:00.054639 run osmo-stp_10.42.42.5(pid=1443): stdout: \u000a| (launched: 2022-12-09_18:31:58.573231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:00.190471 run osmo-stp_10.42.42.5(pid=1443): stderr: \u000a| �[0;m�[38;5;43m20221209183158762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183158762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183158762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183158762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183158763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183158763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183158763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:00.319650 run osmo-stp_10.42.42.5(pid=1443): stdout: \u000a| (launched: 2022-12-09_18:31:58.573231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:00.447877 run osmo-stp_10.42.42.5(pid=1443): stderr: \u000a| �[0;m�[38;5;43m20221209183158762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183158762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183158762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183158762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183158763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183158763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183158763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:00.504340 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1443): Process ended prematurely: osmo-stp_10.42.42.5(pid=1443) [trial-2362↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)] [trial-2362↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a18:32:00.512926 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:32:00.576624 run osmo-hlr_10.42.42.2(pid=1440): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1440)]\u000a18:32:00.628639 run osmo-hlr_10.42.42.2(pid=1440): stdout: \u000a| (launched: 2022-12-09_18:31:57.601029) \u000a18:32:00.681145 run osmo-hlr_10.42.42.2(pid=1440): stderr: \u000a| �[0;m�[1;31m20221209183157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183157811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183157820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183157820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183157820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:00.752484 run osmo-msc_10.42.42.6(pid=1446): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1446)]\u000a18:32:00.804729 run osmo-msc_10.42.42.6(pid=1446): stdout: \u000a| (launched: 2022-12-09_18:31:59.570644) \u000a18:32:00.863144 run osmo-msc_10.42.42.6(pid=1446): stderr: \u000a| �[0;m�[38;5;43m20221209183159887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183159887 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1816d01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183159888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183159888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183159888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183159888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183159890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183159890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183159890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183159890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:00.927669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1439): Terminating (SIGTERM)\u000a18:32:00.970926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1442): Terminating (SIGTERM)\u000a18:32:01.014606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1445): Terminating (SIGTERM)\u000a18:32:01.024396 --- ParallelTerminationStrategy: PID 1439 died...\u000a18:32:01.085418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1439): Terminated: ok {rc=0}\u000a18:32:01.096100 --- ParallelTerminationStrategy: PID 1442 died...\u000a18:32:01.154682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1442): Terminated: ok {rc=0}\u000a18:32:01.165323 --- ParallelTerminationStrategy: PID 1445 died...\u000a18:32:01.222644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1445): Terminated: ok {rc=0}\u000a18:32:01.311985 bus /sierra_3: Setting Powered False\u000a18:32:02.418609 bus /sierra_3: Setting Powered False\u000a18:32:03.530161 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:31:53" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1457): Process ended prematurely: osmo-stp_10.42.42.5(pid=1457) [trial-2362↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1457)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1457): Process ended prematurely: osmo-stp_10.42.42.5(pid=1457) [trial-2362↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:32:05.529874 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:05.542075 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:32:05.685866 tst handover.py: using LAC 22921\u000a18:32:05.810439 tst handover.py: using RAC 226\u000a18:32:05.937052 tst handover.py: using CellId 22921\u000a18:32:06.062393 tst handover.py: using BVCI 22922\u000a18:32:06.086735 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:32:06.213851 tst handover.py: using LAC 22922\u000a18:32:06.338894 tst handover.py: using RAC 227\u000a18:32:06.463989 tst handover.py: using CellId 22922\u000a18:32:06.589574 tst handover.py: using BVCI 22923\u000a18:32:06.613956 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:06.625102 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:06.636026 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:06.647202 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:06.658692 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:06.670686 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:32:06.788439 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:32:06.997045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:07.473885 run create_hlr_db(pid=1451): Launched\u000a18:32:07.604847 bus /sierra_2: Setting Powered False\u000a18:32:08.681969 run create_hlr_db(pid=1451): Terminated: ok {rc=0}\u000a18:32:09.083098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1453): Launched\u000a18:32:09.405455 run osmo-hlr_10.42.42.2(pid=1454): Launched\u000a18:32:09.525071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:10.058331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1456): Launched\u000a18:32:10.380924 run osmo-stp_10.42.42.5(pid=1457): Launched\u000a18:32:10.497939 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:32:11.057962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1459): Launched\u000a18:32:11.379756 run osmo-msc_10.42.42.6(pid=1460): Launched\u000a18:32:11.569507 run osmo-stp_10.42.42.5(pid=1457): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1457)]\u000a18:32:11.706193 run osmo-stp_10.42.42.5(pid=1457): stdout: \u000a| (launched: 2022-12-09_18:32:10.222341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:11.841910 run osmo-stp_10.42.42.5(pid=1457): stderr: \u000a| �[0;m�[38;5;43m20221209183210412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183210413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183210413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183210413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183210414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183210414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183210414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:11.971143 run osmo-stp_10.42.42.5(pid=1457): stdout: \u000a| (launched: 2022-12-09_18:32:10.222341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:12.099002 run osmo-stp_10.42.42.5(pid=1457): stderr: \u000a| �[0;m�[38;5;43m20221209183210412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183210413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183210413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183210413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183210414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183210414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183210414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:12.155433 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1457): Process ended prematurely: osmo-stp_10.42.42.5(pid=1457) [trial-2362↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1457)] [trial-2362↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a18:32:12.164014 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:32:12.227721 run osmo-hlr_10.42.42.2(pid=1454): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1454)]\u000a18:32:12.279565 run osmo-hlr_10.42.42.2(pid=1454): stdout: \u000a| (launched: 2022-12-09_18:32:09.246686) \u000a18:32:12.332221 run osmo-hlr_10.42.42.2(pid=1454): stderr: \u000a| �[0;m�[1;31m20221209183209443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183209444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183209444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183209444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183209444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183209444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183209456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183209464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183209464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183209465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:12.403574 run osmo-msc_10.42.42.6(pid=1460): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1460)]\u000a18:32:12.455430 run osmo-msc_10.42.42.6(pid=1460): stdout: \u000a| (launched: 2022-12-09_18:32:11.221268) \u000a18:32:12.507512 run osmo-msc_10.42.42.6(pid=1460): stderr: \u000a| �[0;m�[38;5;43m20221209183211539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183211539 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf2d4b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183211539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183211539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183211539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183211540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183211541 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183211542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183211542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183211542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:12.552359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1453): Terminating (SIGTERM)\u000a18:32:12.595145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1456): Terminating (SIGTERM)\u000a18:32:12.637252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1459): Terminating (SIGTERM)\u000a18:32:12.647244 --- ParallelTerminationStrategy: PID 1453 died...\u000a18:32:12.703460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1453): Terminated: ok {rc=0}\u000a18:32:12.713673 --- ParallelTerminationStrategy: PID 1456 died...\u000a18:32:12.769701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1456): Terminated: ok {rc=0}\u000a18:32:12.779759 --- ParallelTerminationStrategy: PID 1459 died...\u000a18:32:12.835716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1459): Terminated: ok {rc=0}\u000a18:32:12.923321 bus /sierra_3: Setting Powered False\u000a18:32:14.030583 bus /sierra_3: Setting Powered False\u000a18:32:15.138306 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:32:05" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1471): Process ended prematurely: osmo-stp_10.42.42.5(pid=1471) [trial-2362↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1471)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1471): Process ended prematurely: osmo-stp_10.42.42.5(pid=1471) [trial-2362↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:32:17.226200 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:17.238644 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:32:17.385285 tst handover.py: using LAC 22923\u000a18:32:17.517339 tst handover.py: using RAC 228\u000a18:32:17.641414 tst handover.py: using CellId 22923\u000a18:32:17.766265 tst handover.py: using BVCI 22924\u000a18:32:17.790706 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:32:17.924742 tst handover.py: using LAC 22924\u000a18:32:18.041713 tst handover.py: using RAC 229\u000a18:32:18.157525 tst handover.py: using CellId 22924\u000a18:32:18.272452 tst handover.py: using BVCI 22925\u000a18:32:18.295215 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:18.305924 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:18.316474 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:18.327135 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:18.337720 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:18.348189 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:32:18.466464 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:32:18.677237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:19.155736 run create_hlr_db(pid=1465): Launched\u000a18:32:19.287095 bus /sierra_2: Setting Powered False\u000a18:32:20.363807 run create_hlr_db(pid=1465): Terminated: ok {rc=0}\u000a18:32:20.742232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1467): Launched\u000a18:32:21.042709 run osmo-hlr_10.42.42.2(pid=1468): Launched\u000a18:32:21.156593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:21.653322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1470): Launched\u000a18:32:21.954667 run osmo-stp_10.42.42.5(pid=1471): Launched\u000a18:32:22.063731 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:32:22.590548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1473): Launched\u000a18:32:22.892609 run osmo-msc_10.42.42.6(pid=1474): Launched\u000a18:32:23.074249 run osmo-stp_10.42.42.5(pid=1471): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1471)]\u000a18:32:23.201882 run osmo-stp_10.42.42.5(pid=1471): stdout: \u000a| (launched: 2022-12-09_18:32:21.805935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:23.326813 run osmo-stp_10.42.42.5(pid=1471): stderr: \u000a| �[0;m�[38;5;43m20221209183221974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183221974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183221975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183221975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183221976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183221976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183221976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:23.447199 run osmo-stp_10.42.42.5(pid=1471): stdout: \u000a| (launched: 2022-12-09_18:32:21.805935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:23.566789 run osmo-stp_10.42.42.5(pid=1471): stderr: \u000a| �[0;m�[38;5;43m20221209183221974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183221974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183221975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183221975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183221976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183221976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183221976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:23.619246 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1471): Process ended prematurely: osmo-stp_10.42.42.5(pid=1471) [trial-2362↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1471)] [trial-2362↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a18:32:23.626966 tst handover.py:18: Test FAILED (6.4 sec)\u000a18:32:23.686423 run osmo-hlr_10.42.42.2(pid=1468): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1468)]\u000a18:32:23.735396 run osmo-hlr_10.42.42.2(pid=1468): stdout: \u000a| (launched: 2022-12-09_18:32:20.895411) \u000a18:32:23.785097 run osmo-hlr_10.42.42.2(pid=1468): stderr: \u000a| �[0;m�[1;31m20221209183221070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183221070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183221070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183221070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183221070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183221070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183221082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183221091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183221091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183221091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:23.852396 run osmo-msc_10.42.42.6(pid=1474): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1474)]\u000a18:32:23.901480 run osmo-msc_10.42.42.6(pid=1474): stdout: \u000a| (launched: 2022-12-09_18:32:22.742878) \u000a18:32:23.950806 run osmo-msc_10.42.42.6(pid=1474): stderr: \u000a| �[0;m�[38;5;43m20221209183223014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183223014 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1ed83fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183223015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183223015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183223015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183223015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183223018 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183223018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183223018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183223018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:23.992767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1467): Terminating (SIGTERM)\u000a18:32:24.032353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1470): Terminating (SIGTERM)\u000a18:32:24.071927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1473): Terminating (SIGTERM)\u000a18:32:24.081196 --- ParallelTerminationStrategy: PID 1467 died...\u000a18:32:24.134213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1467): Terminated: ok {rc=0}\u000a18:32:24.143726 --- ParallelTerminationStrategy: PID 1470 died...\u000a18:32:24.196346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1470): Terminated: ok {rc=0}\u000a18:32:24.205863 --- ParallelTerminationStrategy: PID 1473 died...\u000a18:32:24.258752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1473): Terminated: ok {rc=0}\u000a18:32:24.341841 bus /sierra_3: Setting Powered False\u000a18:32:25.443480 bus /sierra_3: Setting Powered False\u000a18:32:26.555700 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:32:16" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1485): Process ended prematurely: osmo-stp_10.42.42.5(pid=1485) [trial-2362↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1485)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1485): Process ended prematurely: osmo-stp_10.42.42.5(pid=1485) [trial-2362↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:32:28.590282 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:28.601563 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:32:28.737557 tst handover.py: using LAC 22925\u000a18:32:28.854554 tst handover.py: using RAC 230\u000a18:32:28.970847 tst handover.py: using CellId 22925\u000a18:32:29.086854 tst handover.py: using BVCI 22926\u000a18:32:29.109745 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:32:29.246142 tst handover.py: using LAC 22926\u000a18:32:29.361797 tst handover.py: using RAC 231\u000a18:32:29.477670 tst handover.py: using CellId 22926\u000a18:32:29.593594 tst handover.py: using BVCI 22927\u000a18:32:29.616309 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:29.627168 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:29.637782 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:29.648398 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:29.659020 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:29.669559 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:32:29.786405 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:32:29.993439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:30.470661 run create_hlr_db(pid=1479): Launched\u000a18:32:30.602631 bus /sierra_2: Setting Powered False\u000a18:32:31.679564 run create_hlr_db(pid=1479): Terminated: ok {rc=0}\u000a18:32:32.095538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1481): Launched\u000a18:32:32.421773 run osmo-hlr_10.42.42.2(pid=1482): Launched\u000a18:32:32.539627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:33.072222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1484): Launched\u000a18:32:33.393555 run osmo-stp_10.42.42.5(pid=1485): Launched\u000a18:32:33.510184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:32:34.069391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1487): Launched\u000a18:32:34.388785 run osmo-msc_10.42.42.6(pid=1488): Launched\u000a18:32:34.576874 run osmo-stp_10.42.42.5(pid=1485): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1485)]\u000a18:32:34.712381 run osmo-stp_10.42.42.5(pid=1485): stdout: \u000a| (launched: 2022-12-09_18:32:33.235596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:34.847633 run osmo-stp_10.42.42.5(pid=1485): stderr: \u000a| �[0;m�[38;5;43m20221209183233425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183233426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183233426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183233426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183233427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183233427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183233427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:34.976382 run osmo-stp_10.42.42.5(pid=1485): stdout: \u000a| (launched: 2022-12-09_18:32:33.235596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:35.104144 run osmo-stp_10.42.42.5(pid=1485): stderr: \u000a| �[0;m�[38;5;43m20221209183233425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183233426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183233426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183233426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183233427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183233427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183233427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:35.160195 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1485): Process ended prematurely: osmo-stp_10.42.42.5(pid=1485) [trial-2362↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1485)] [trial-2362↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a18:32:35.168912 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:32:35.232322 run osmo-hlr_10.42.42.2(pid=1482): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1482)]\u000a18:32:35.283686 run osmo-hlr_10.42.42.2(pid=1482): stdout: \u000a| (launched: 2022-12-09_18:32:32.261967) \u000a18:32:35.335617 run osmo-hlr_10.42.42.2(pid=1482): stderr: \u000a| �[0;m�[1;31m20221209183232458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183232459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183232459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183232459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183232459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183232459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183232471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183232479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183232480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183232480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:35.406083 run osmo-msc_10.42.42.6(pid=1488): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1488)]\u000a18:32:35.457106 run osmo-msc_10.42.42.6(pid=1488): stdout: \u000a| (launched: 2022-12-09_18:32:34.231698) \u000a18:32:35.509143 run osmo-msc_10.42.42.6(pid=1488): stderr: \u000a| �[0;m�[38;5;43m20221209183234551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183234551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15bbca3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183234551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183234551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183234552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183234552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183234554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183234554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183234554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183234554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:35.553244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1481): Terminating (SIGTERM)\u000a18:32:35.594824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1484): Terminating (SIGTERM)\u000a18:32:35.637026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1487): Terminating (SIGTERM)\u000a18:32:35.646971 --- ParallelTerminationStrategy: PID 1481 died...\u000a18:32:35.703119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1481): Terminated: ok {rc=0}\u000a18:32:35.713476 --- ParallelTerminationStrategy: PID 1484 died...\u000a18:32:35.769329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1484): Terminated: ok {rc=0}\u000a18:32:35.779568 --- ParallelTerminationStrategy: PID 1487 died...\u000a18:32:35.835772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1487): Terminated: ok {rc=0}\u000a18:32:35.926079 bus /sierra_3: Setting Powered False\u000a18:32:37.029123 bus /sierra_3: Setting Powered False\u000a18:32:38.140238 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:32:28" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1503): Process ended prematurely: osmo-stp_10.42.42.5(pid=1503) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1503)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1503): Process ended prematurely: osmo-stp_10.42.42.5(pid=1503) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a18:32:40.171837 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:40.183350 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:32:40.321791 tst handover.py: using LAC 22927\u000a18:32:40.448518 tst handover.py: using RAC 232\u000a18:32:40.586841 tst handover.py: using CellId 22927\u000a18:32:40.716495 tst handover.py: using BVCI 22928\u000a18:32:40.740637 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:32:40.882019 tst handover.py: using LAC 22928\u000a18:32:41.007463 tst handover.py: using RAC 233\u000a18:32:41.133828 tst handover.py: using CellId 22928\u000a18:32:41.258589 tst handover.py: using BVCI 22929\u000a18:32:41.282823 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:41.294379 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:41.305854 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:41.317458 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:41.329069 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:41.340884 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:32:41.457199 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:32:41.655225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:42.111754 run create_hlr_db(pid=1497): Launched\u000a18:32:42.234292 bus /sierra_2: Setting Powered False\u000a18:32:43.306204 run create_hlr_db(pid=1497): Terminated: ok {rc=0}\u000a18:32:43.707096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1499): Launched\u000a18:32:44.029532 run osmo-hlr_10.42.42.2(pid=1500): Launched\u000a18:32:44.147607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:44.681820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1502): Launched\u000a18:32:45.003618 run osmo-stp_10.42.42.5(pid=1503): Launched\u000a18:32:45.120367 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:32:45.683541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1505): Launched\u000a18:32:46.088716 run osmo-msc_10.42.42.6(pid=1506): Launched\u000a18:32:46.481895 run osmo-stp_10.42.42.5(pid=1503): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1503)]\u000a18:32:46.715389 run osmo-stp_10.42.42.5(pid=1503): stdout: \u000a| (launched: 2022-12-09_18:32:44.845087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:46.929904 run osmo-stp_10.42.42.5(pid=1503): stderr: \u000a| �[0;m�[38;5;43m20221209183245035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183245035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183245036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183245036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183245036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183245037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183245037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:47.055885 run osmo-stp_10.42.42.5(pid=1503): stdout: \u000a| (launched: 2022-12-09_18:32:44.845087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:47.179570 run osmo-stp_10.42.42.5(pid=1503): stderr: \u000a| �[0;m�[38;5;43m20221209183245035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183245035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183245036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183245036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183245036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183245037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183245037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:47.234629 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1503): Process ended prematurely: osmo-stp_10.42.42.5(pid=1503) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1503)] [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a18:32:47.243291 tst handover.py:18: Test FAILED (7.1 sec)\u000a18:32:47.307086 run osmo-hlr_10.42.42.2(pid=1500): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1500)]\u000a18:32:47.358445 run osmo-hlr_10.42.42.2(pid=1500): stdout: \u000a| (launched: 2022-12-09_18:32:43.870935) \u000a18:32:47.409315 run osmo-hlr_10.42.42.2(pid=1500): stderr: \u000a| �[0;m�[1;31m20221209183244067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183244067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183244067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183244067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183244067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183244067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183244080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183244089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183244089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183244089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:47.478132 run osmo-msc_10.42.42.6(pid=1506): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1506)]\u000a18:32:47.528317 run osmo-msc_10.42.42.6(pid=1506): stdout: \u000a| (launched: 2022-12-09_18:32:45.848376) \u000a18:32:47.579450 run osmo-msc_10.42.42.6(pid=1506): stderr: \u000a| �[0;m�[38;5;43m20221209183246495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183246495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55468c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183246495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183246495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183246495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183246496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183246497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183246498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183246498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183246498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:47.621991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1499): Terminating (SIGTERM)\u000a18:32:47.662657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1502): Terminating (SIGTERM)\u000a18:32:47.703533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1505): Terminating (SIGTERM)\u000a18:32:47.713420 --- ParallelTerminationStrategy: PID 1499 died...\u000a18:32:47.768055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1499): Terminated: ok {rc=0}\u000a18:32:47.777903 --- ParallelTerminationStrategy: PID 1502 died...\u000a18:32:47.832004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1502): Terminated: ok {rc=0}\u000a18:32:47.842122 --- ParallelTerminationStrategy: PID 1505 died...\u000a18:32:47.895978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1505): Terminated: ok {rc=0}\u000a18:32:47.984723 bus /sierra_3: Setting Powered False\u000a18:32:49.089660 bus /sierra_3: Setting Powered False\u000a18:32:50.201129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:32:39" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1517): Process ended prematurely: osmo-stp_10.42.42.5(pid=1517) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1517)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1517): Process ended prematurely: osmo-stp_10.42.42.5(pid=1517) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:32:52.191369 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:52.202382 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:32:52.331274 tst handover.py: using LAC 22929\u000a18:32:52.450052 tst handover.py: using RAC 234\u000a18:32:52.566938 tst handover.py: using CellId 22929\u000a18:32:52.684619 tst handover.py: using BVCI 22930\u000a18:32:52.707416 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:32:52.831575 tst handover.py: using LAC 22930\u000a18:32:52.947400 tst handover.py: using RAC 235\u000a18:32:53.063509 tst handover.py: using CellId 22930\u000a18:32:53.188517 tst handover.py: using BVCI 22931\u000a18:32:53.213020 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:53.224296 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:53.235480 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:53.247506 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:53.259536 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:53.272266 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:32:53.387840 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:32:53.596600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:54.072351 run create_hlr_db(pid=1511): Launched\u000a18:32:54.202810 bus /sierra_2: Setting Powered False\u000a18:32:55.278936 run create_hlr_db(pid=1511): Terminated: ok {rc=0}\u000a18:32:55.679135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1513): Launched\u000a18:32:56.000799 run osmo-hlr_10.42.42.2(pid=1514): Launched\u000a18:32:56.116615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:56.648070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1516): Launched\u000a18:32:56.969465 run osmo-stp_10.42.42.5(pid=1517): Launched\u000a18:32:57.086092 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:32:57.645032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1519): Launched\u000a18:32:57.965543 run osmo-msc_10.42.42.6(pid=1520): Launched\u000a18:32:58.152886 run osmo-stp_10.42.42.5(pid=1517): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1517)]\u000a18:32:58.288458 run osmo-stp_10.42.42.5(pid=1517): stdout: \u000a| (launched: 2022-12-09_18:32:56.810893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:58.423658 run osmo-stp_10.42.42.5(pid=1517): stderr: \u000a| �[0;m�[38;5;43m20221209183257000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183257000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183257001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183257001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183257002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183257002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183257002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:58.552828 run osmo-stp_10.42.42.5(pid=1517): stdout: \u000a| (launched: 2022-12-09_18:32:56.810893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:58.680165 run osmo-stp_10.42.42.5(pid=1517): stderr: \u000a| �[0;m�[38;5;43m20221209183257000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183257000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183257001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183257001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183257002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183257002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183257002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:58.736112 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1517): Process ended prematurely: osmo-stp_10.42.42.5(pid=1517) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1517)] [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a18:32:58.744749 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:32:58.807683 run osmo-hlr_10.42.42.2(pid=1514): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1514)]\u000a18:32:58.858701 run osmo-hlr_10.42.42.2(pid=1514): stdout: \u000a| (launched: 2022-12-09_18:32:55.842351) \u000a18:32:58.910412 run osmo-hlr_10.42.42.2(pid=1514): stderr: \u000a| �[0;m�[1;31m20221209183256039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183256039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183256039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183256039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183256039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183256039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183256051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183256059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183256059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183256059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:58.980632 run osmo-msc_10.42.42.6(pid=1520): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1520)]\u000a18:32:59.031709 run osmo-msc_10.42.42.6(pid=1520): stdout: \u000a| (launched: 2022-12-09_18:32:57.807705) \u000a18:32:59.083698 run osmo-msc_10.42.42.6(pid=1520): stderr: \u000a| �[0;m�[38;5;43m20221209183258126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183258126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fe903fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183258126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183258126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183258126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183258127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183258128 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183258129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183258129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183258129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:59.127327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1513): Terminating (SIGTERM)\u000a18:32:59.169115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1516): Terminating (SIGTERM)\u000a18:32:59.210692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1519): Terminating (SIGTERM)\u000a18:32:59.220342 --- ParallelTerminationStrategy: PID 1513 died...\u000a18:32:59.276188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1513): Terminated: ok {rc=0}\u000a18:32:59.286262 --- ParallelTerminationStrategy: PID 1516 died...\u000a18:32:59.342106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1516): Terminated: ok {rc=0}\u000a18:32:59.352068 --- ParallelTerminationStrategy: PID 1519 died...\u000a18:32:59.407699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1519): Terminated: ok {rc=0}\u000a18:32:59.494658 bus /sierra_3: Setting Powered False\u000a18:33:00.599346 bus /sierra_3: Setting Powered False\u000a18:33:01.729882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:32:51" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:33:03.738072 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:03.749063 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:33:03.879853 tst handover.py: using LAC 22931\u000a18:33:04.000031 tst handover.py: using RAC 236\u000a18:33:04.118288 tst handover.py: using CellId 22931\u000a18:33:04.238354 tst handover.py: using BVCI 22932\u000a18:33:04.261106 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:33:04.397708 tst handover.py: using LAC 22932\u000a18:33:04.515321 tst handover.py: using RAC 237\u000a18:33:04.637736 tst handover.py: using CellId 22932\u000a18:33:04.753526 tst handover.py: using BVCI 22933\u000a18:33:04.775962 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:04.786869 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:04.797611 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:04.808924 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:04.820348 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:04.831568 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:33:04.950209 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:33:05.151339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:05.606479 run create_hlr_db(pid=1527): Launched\u000a18:33:05.728487 bus /sierra_2: Setting Powered False\u000a18:33:06.801120 run create_hlr_db(pid=1527): Terminated: ok {rc=0}\u000a18:33:07.201226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Launched\u000a18:33:07.523227 run osmo-hlr_10.42.42.2(pid=1530): Launched\u000a18:33:07.641138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:08.169518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Launched\u000a18:33:08.490498 run osmo-stp_10.42.42.5(pid=1533): Launched\u000a18:33:08.607692 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:09.167675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1535): Launched\u000a18:33:09.489312 run osmo-msc_10.42.42.6(pid=1536): Launched\u000a18:33:09.680009 run osmo-stp_10.42.42.5(pid=1533): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]\u000a18:33:09.816881 run osmo-stp_10.42.42.5(pid=1533): stdout: \u000a| (launched: 2022-12-09_18:33:08.332626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:09.953090 run osmo-stp_10.42.42.5(pid=1533): stderr: \u000a| �[0;m�[38;5;43m20221209183308522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183308522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183308522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183308523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183308523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183308523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183308523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:10.082696 run osmo-stp_10.42.42.5(pid=1533): stdout: \u000a| (launched: 2022-12-09_18:33:08.332626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:10.211172 run osmo-stp_10.42.42.5(pid=1533): stderr: \u000a| �[0;m�[38;5;43m20221209183308522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183308522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183308522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183308523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183308523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183308523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183308523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:10.267170 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)] [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a18:33:10.275848 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:33:10.339572 run osmo-hlr_10.42.42.2(pid=1530): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1530)]\u000a18:33:10.391291 run osmo-hlr_10.42.42.2(pid=1530): stdout: \u000a| (launched: 2022-12-09_18:33:07.364813) \u000a18:33:10.443626 run osmo-hlr_10.42.42.2(pid=1530): stderr: \u000a| �[0;m�[1;31m20221209183307561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183307561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183307561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183307561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183307561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183307561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183307574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183307582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183307582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183307582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:10.515118 run osmo-msc_10.42.42.6(pid=1536): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1536)]\u000a18:33:10.566998 run osmo-msc_10.42.42.6(pid=1536): stdout: \u000a| (launched: 2022-12-09_18:33:09.330864) \u000a18:33:10.619326 run osmo-msc_10.42.42.6(pid=1536): stderr: \u000a| �[0;m�[38;5;43m20221209183309651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183309651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41b2e77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183309651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183309651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183309651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183309651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183309653 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183309653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183309654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183309654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:33:10.663912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Terminating (SIGTERM)\u000a18:33:10.706287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Terminating (SIGTERM)\u000a18:33:10.748559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1535): Terminating (SIGTERM)\u000a18:33:10.758430 --- ParallelTerminationStrategy: PID 1529 died...\u000a18:33:10.815143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Terminated: ok {rc=0}\u000a18:33:10.825418 --- ParallelTerminationStrategy: PID 1532 died...\u000a18:33:10.881652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Terminated: ok {rc=0}\u000a18:33:10.891998 --- ParallelTerminationStrategy: PID 1535 died...\u000a18:33:10.947906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1535): Terminated: ok {rc=0}\u000a18:33:11.034368 bus /sierra_3: Setting Powered False\u000a18:33:12.140830 bus /sierra_3: Setting Powered False\u000a18:33:13.248668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:33:03" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1547): Process ended prematurely: osmo-stp_10.42.42.5(pid=1547) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1547)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1547): Process ended prematurely: osmo-stp_10.42.42.5(pid=1547) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:33:15.282117 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:15.293558 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:33:15.434955 tst handover.py: using LAC 22933\u000a18:33:15.559602 tst handover.py: using RAC 238\u000a18:33:15.683694 tst handover.py: using CellId 22933\u000a18:33:15.812608 tst handover.py: using BVCI 22934\u000a18:33:15.838038 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:33:15.986643 tst handover.py: using LAC 22934\u000a18:33:16.118136 tst handover.py: using RAC 239\u000a18:33:16.241883 tst handover.py: using CellId 22934\u000a18:33:16.368042 tst handover.py: using BVCI 22935\u000a18:33:16.392228 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:16.404240 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:16.418087 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:16.431095 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:16.444085 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:16.456679 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:33:16.576766 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:33:16.814317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:17.327446 run create_hlr_db(pid=1541): Launched\u000a18:33:17.452906 bus /sierra_2: Setting Powered False\u000a18:33:18.522558 run create_hlr_db(pid=1541): Terminated: ok {rc=0}\u000a18:33:18.923316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1543): Launched\u000a18:33:19.245478 run osmo-hlr_10.42.42.2(pid=1544): Launched\u000a18:33:19.365349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:19.898914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1546): Launched\u000a18:33:20.221964 run osmo-stp_10.42.42.5(pid=1547): Launched\u000a18:33:20.338838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:20.899321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1549): Launched\u000a18:33:21.221421 run osmo-msc_10.42.42.6(pid=1550): Launched\u000a18:33:21.410999 run osmo-stp_10.42.42.5(pid=1547): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1547)]\u000a18:33:21.549308 run osmo-stp_10.42.42.5(pid=1547): stdout: \u000a| (launched: 2022-12-09_18:33:20.062562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:21.685563 run osmo-stp_10.42.42.5(pid=1547): stderr: \u000a| �[0;m�[38;5;43m20221209183320254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183320254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183320254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183320255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183320255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183320255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183320255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:21.814751 run osmo-stp_10.42.42.5(pid=1547): stdout: \u000a| (launched: 2022-12-09_18:33:20.062562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:21.942757 run osmo-stp_10.42.42.5(pid=1547): stderr: \u000a| �[0;m�[38;5;43m20221209183320254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183320254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183320254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183320255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183320255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183320255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183320255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:21.999099 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1547): Process ended prematurely: osmo-stp_10.42.42.5(pid=1547) [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1547)] [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a18:33:22.007638 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:33:22.071019 run osmo-hlr_10.42.42.2(pid=1544): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1544)]\u000a18:33:22.122805 run osmo-hlr_10.42.42.2(pid=1544): stdout: \u000a| (launched: 2022-12-09_18:33:19.086768) \u000a18:33:22.175303 run osmo-hlr_10.42.42.2(pid=1544): stderr: \u000a| �[0;m�[1;31m20221209183319284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183319284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183319284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183319284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183319284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183319285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183319297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183319305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183319305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183319305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:22.246243 run osmo-msc_10.42.42.6(pid=1550): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1550)]\u000a18:33:22.297785 run osmo-msc_10.42.42.6(pid=1550): stdout: \u000a| (launched: 2022-12-09_18:33:21.062676) \u000a18:33:22.349871 run osmo-msc_10.42.42.6(pid=1550): stderr: \u000a| �[0;m�[38;5;43m20221209183321384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183321384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf5fe67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183321384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183321384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183321384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183321384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183321386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183321386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183321387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183321387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:33:22.393804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1543): Terminating (SIGTERM)\u000a18:33:22.435750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1546): Terminating (SIGTERM)\u000a18:33:22.477658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1549): Terminating (SIGTERM)\u000a18:33:22.487657 --- ParallelTerminationStrategy: PID 1543 died...\u000a18:33:22.544319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1543): Terminated: ok {rc=0}\u000a18:33:22.554433 --- ParallelTerminationStrategy: PID 1546 died...\u000a18:33:22.610769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1546): Terminated: ok {rc=0}\u000a18:33:22.620910 --- ParallelTerminationStrategy: PID 1549 died...\u000a18:33:22.677193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1549): Terminated: ok {rc=0}\u000a18:33:22.765059 bus /sierra_3: Setting Powered False\u000a18:33:23.871606 bus /sierra_3: Setting Powered False\u000a18:33:24.979180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:33:14" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1561): Process ended prematurely: osmo-stp_10.42.42.5(pid=1561) [trial-2362↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1561)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1561): Process ended prematurely: osmo-stp_10.42.42.5(pid=1561) [trial-2362↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:33:26.971746 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:26.982611 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:33:27.115942 tst handover.py: using LAC 22935\u000a18:33:27.235340 tst handover.py: using RAC 240\u000a18:33:27.355341 tst handover.py: using CellId 22935\u000a18:33:27.474591 tst handover.py: using BVCI 22936\u000a18:33:27.497349 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:33:27.619159 tst handover.py: using LAC 22936\u000a18:33:27.738451 tst handover.py: using RAC 241\u000a18:33:27.858206 tst handover.py: using CellId 22936\u000a18:33:27.977540 tst handover.py: using BVCI 22937\u000a18:33:28.000116 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:28.011012 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:28.021775 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:28.032502 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:28.043232 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:28.053851 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:33:28.169941 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:33:28.368571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:28.825609 run create_hlr_db(pid=1555): Launched\u000a18:33:28.948401 bus /sierra_2: Setting Powered False\u000a18:33:30.031247 run create_hlr_db(pid=1555): Terminated: ok {rc=0}\u000a18:33:30.433222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1557): Launched\u000a18:33:30.757247 run osmo-hlr_10.42.42.2(pid=1558): Launched\u000a18:33:30.958839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:31.518230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1560): Launched\u000a18:33:31.845197 run osmo-stp_10.42.42.5(pid=1561): Launched\u000a18:33:32.071407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:32.689250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1563): Launched\u000a18:33:32.989820 run osmo-msc_10.42.42.6(pid=1564): Launched\u000a18:33:33.164198 run osmo-stp_10.42.42.5(pid=1561): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1561)]\u000a18:33:33.291605 run osmo-stp_10.42.42.5(pid=1561): stdout: \u000a| (launched: 2022-12-09_18:33:31.677938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:33.416909 run osmo-stp_10.42.42.5(pid=1561): stderr: \u000a| �[0;m�[38;5;43m20221209183332027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183332028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183332028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183332028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183332029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183332029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183332029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:33.537466 run osmo-stp_10.42.42.5(pid=1561): stdout: \u000a| (launched: 2022-12-09_18:33:31.677938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:33.656470 run osmo-stp_10.42.42.5(pid=1561): stderr: \u000a| �[0;m�[38;5;43m20221209183332027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183332028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183332028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183332028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183332029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183332029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183332029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:33.708811 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1561): Process ended prematurely: osmo-stp_10.42.42.5(pid=1561) [trial-2362↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1561)] [trial-2362↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a18:33:33.716696 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:33:33.776386 run osmo-hlr_10.42.42.2(pid=1558): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1558)]\u000a18:33:33.825403 run osmo-hlr_10.42.42.2(pid=1558): stdout: \u000a| (launched: 2022-12-09_18:33:30.598060) \u000a18:33:33.875055 run osmo-hlr_10.42.42.2(pid=1558): stderr: \u000a| �[0;m�[1;31m20221209183330793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183330793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183330794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183330794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183330794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183330794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183330805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183330815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183330815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183330815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:33.942597 run osmo-msc_10.42.42.6(pid=1564): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1564)]\u000a18:33:33.991414 run osmo-msc_10.42.42.6(pid=1564): stdout: \u000a| (launched: 2022-12-09_18:33:32.842210) \u000a18:33:34.040821 run osmo-msc_10.42.42.6(pid=1564): stderr: \u000a| �[0;m�[38;5;43m20221209183333113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183333113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f698e12bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183333114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183333114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183333114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183333114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183333116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183333116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183333116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183333116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:33:34.082745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1557): Terminating (SIGTERM)\u000a18:33:34.122355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1560): Terminating (SIGTERM)\u000a18:33:34.161984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1563): Terminating (SIGTERM)\u000a18:33:34.171168 --- ParallelTerminationStrategy: PID 1557 died...\u000a18:33:34.224539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1557): Terminated: ok {rc=0}\u000a18:33:34.234176 --- ParallelTerminationStrategy: PID 1560 died...\u000a18:33:34.287005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1560): Terminated: ok {rc=0}\u000a18:33:34.296494 --- ParallelTerminationStrategy: PID 1563 died...\u000a18:33:34.349448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1563): Terminated: ok {rc=0}\u000a18:33:34.438138 bus /sierra_3: Setting Powered False\u000a18:33:35.541696 bus /sierra_3: Setting Powered False\u000a18:33:36.650727 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:33:26" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1575): Process ended prematurely: osmo-stp_10.42.42.5(pid=1575) [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1575): Process ended prematurely: osmo-stp_10.42.42.5(pid=1575) [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:33:38.659147 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:38.670081 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:33:38.804415 tst handover.py: using LAC 22937\u000a18:33:38.935532 tst handover.py: using RAC 242\u000a18:33:39.060455 tst handover.py: using CellId 22937\u000a18:33:39.180246 tst handover.py: using BVCI 22938\u000a18:33:39.203144 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:33:39.340707 tst handover.py: using LAC 22938\u000a18:33:39.456579 tst handover.py: using RAC 243\u000a18:33:39.574107 tst handover.py: using CellId 22938\u000a18:33:39.690485 tst handover.py: using BVCI 22939\u000a18:33:39.713286 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:39.724149 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:39.734892 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:39.745713 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:39.756400 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:39.767073 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:33:39.882150 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:33:40.090966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:40.570694 run create_hlr_db(pid=1569): Launched\u000a18:33:40.702338 bus /sierra_2: Setting Powered False\u000a18:33:41.778197 run create_hlr_db(pid=1569): Terminated: ok {rc=0}\u000a18:33:42.179463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1571): Launched\u000a18:33:42.502474 run osmo-hlr_10.42.42.2(pid=1572): Launched\u000a18:33:42.623879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:43.159130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1574): Launched\u000a18:33:43.482341 run osmo-stp_10.42.42.5(pid=1575): Launched\u000a18:33:43.600303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:44.162245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1577): Launched\u000a18:33:44.484375 run osmo-msc_10.42.42.6(pid=1578): Launched\u000a18:33:44.673896 run osmo-stp_10.42.42.5(pid=1575): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)]\u000a18:33:44.810128 run osmo-stp_10.42.42.5(pid=1575): stdout: \u000a| (launched: 2022-12-09_18:33:43.323220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:44.941401 run osmo-stp_10.42.42.5(pid=1575): stderr: \u000a| �[0;m�[38;5;43m20221209183343514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183343514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183343514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183343514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183343515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183343515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183343515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:45.063062 run osmo-stp_10.42.42.5(pid=1575): stdout: \u000a| (launched: 2022-12-09_18:33:43.323220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:45.182810 run osmo-stp_10.42.42.5(pid=1575): stderr: \u000a| �[0;m�[38;5;43m20221209183343514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183343514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183343514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183343514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183343515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183343515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183343515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:45.235364 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1575): Process ended prematurely: osmo-stp_10.42.42.5(pid=1575) [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)] [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a18:33:45.243370 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:33:45.304914 run osmo-hlr_10.42.42.2(pid=1572): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1572)]\u000a18:33:45.354882 run osmo-hlr_10.42.42.2(pid=1572): stdout: \u000a| (launched: 2022-12-09_18:33:42.343259) \u000a18:33:45.405613 run osmo-hlr_10.42.42.2(pid=1572): stderr: \u000a| �[0;m�[1;31m20221209183342540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183342540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183342540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183342540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183342540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183342540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183342552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183342561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183342561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183342561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:45.474161 run osmo-msc_10.42.42.6(pid=1578): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1578)]\u000a18:33:45.524504 run osmo-msc_10.42.42.6(pid=1578): stdout: \u000a| (launched: 2022-12-09_18:33:44.325742) \u000a18:33:45.575032 run osmo-msc_10.42.42.6(pid=1578): stderr: \u000a| �[0;m�[38;5;43m20221209183344647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183344647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5006dfac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183344647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183344647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183344647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183344647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183344649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183344649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183344650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183344650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:33:45.617340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1571): Terminating (SIGTERM)\u000a18:33:45.657989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1574): Terminating (SIGTERM)\u000a18:33:45.698591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1577): Terminating (SIGTERM)\u000a18:33:45.708343 --- ParallelTerminationStrategy: PID 1571 died...\u000a18:33:45.762655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1571): Terminated: ok {rc=0}\u000a18:33:45.772854 --- ParallelTerminationStrategy: PID 1574 died...\u000a18:33:45.827019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1574): Terminated: ok {rc=0}\u000a18:33:45.837591 --- ParallelTerminationStrategy: PID 1577 died...\u000a18:33:45.910123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1577): Terminated: ok {rc=0}\u000a18:33:46.000530 bus /sierra_3: Setting Powered False\u000a18:33:47.124283 bus /sierra_3: Setting Powered False\u000a18:33:48.238019 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:33:38" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:33:50.261935 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:50.272749 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:33:50.418996 tst handover.py: using LAC 22939\u000a18:33:50.545659 tst handover.py: using RAC 244\u000a18:33:50.669672 tst handover.py: using CellId 22939\u000a18:33:50.793644 tst handover.py: using BVCI 22940\u000a18:33:50.818271 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:33:50.958892 tst handover.py: using LAC 22940\u000a18:33:51.084534 tst handover.py: using RAC 245\u000a18:33:51.207952 tst handover.py: using CellId 22940\u000a18:33:51.337596 tst handover.py: using BVCI 22941\u000a18:33:51.362003 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:51.373446 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:51.384534 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:51.396071 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:51.407739 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:51.419258 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:33:51.534388 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:33:51.741426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:52.220451 run create_hlr_db(pid=1583): Launched\u000a18:33:52.351517 bus /sierra_2: Setting Powered False\u000a18:33:53.428269 run create_hlr_db(pid=1583): Terminated: ok {rc=0}\u000a18:33:53.830781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Launched\u000a18:33:54.153871 run osmo-hlr_10.42.42.2(pid=1586): Launched\u000a18:33:54.272339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:54.803186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Launched\u000a18:33:55.125351 run osmo-stp_10.42.42.5(pid=1589): Launched\u000a18:33:55.241673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:55.804247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1591): Launched\u000a18:33:56.127030 run osmo-msc_10.42.42.6(pid=1592): Launched\u000a18:33:56.316283 run osmo-stp_10.42.42.5(pid=1589): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]\u000a18:33:56.452842 run osmo-stp_10.42.42.5(pid=1589): stdout: \u000a| (launched: 2022-12-09_18:33:54.967167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:56.589520 run osmo-stp_10.42.42.5(pid=1589): stderr: \u000a| �[0;m�[38;5;43m20221209183355157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183355157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183355158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183355158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183355158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183355158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183355158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:56.719348 run osmo-stp_10.42.42.5(pid=1589): stdout: \u000a| (launched: 2022-12-09_18:33:54.967167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:56.847774 run osmo-stp_10.42.42.5(pid=1589): stderr: \u000a| �[0;m�[38;5;43m20221209183355157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183355157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183355158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183355158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183355158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183355158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183355158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:56.903965 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)] [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a18:33:56.912448 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:33:56.976137 run osmo-hlr_10.42.42.2(pid=1586): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1586)]\u000a18:33:57.027929 run osmo-hlr_10.42.42.2(pid=1586): stdout: \u000a| (launched: 2022-12-09_18:33:53.994711) \u000a18:33:57.080083 run osmo-hlr_10.42.42.2(pid=1586): stderr: \u000a| �[0;m�[1;31m20221209183354191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183354191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183354191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183354191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183354191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183354191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183354203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183354213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183354213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183354213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:57.151531 run osmo-msc_10.42.42.6(pid=1592): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1592)]\u000a18:33:57.203099 run osmo-msc_10.42.42.6(pid=1592): stdout: \u000a| (launched: 2022-12-09_18:33:55.967552) \u000a18:33:57.255401 run osmo-msc_10.42.42.6(pid=1592): stderr: \u000a| �[0;m�[38;5;43m20221209183356287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183356288 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8efc9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183356288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183356288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183356288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183356288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183356290 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183356290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183356290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183356291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:33:57.299829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Terminating (SIGTERM)\u000a18:33:57.342117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Terminating (SIGTERM)\u000a18:33:57.383948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1591): Terminating (SIGTERM)\u000a18:33:57.393948 --- ParallelTerminationStrategy: PID 1585 died...\u000a18:33:57.450954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Terminated: ok {rc=0}\u000a18:33:57.461248 --- ParallelTerminationStrategy: PID 1588 died...\u000a18:33:57.517413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Terminated: ok {rc=0}\u000a18:33:57.527845 --- ParallelTerminationStrategy: PID 1591 died...\u000a18:33:57.584187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1591): Terminated: ok {rc=0}\u000a18:33:57.671415 bus /sierra_3: Setting Powered False\u000a18:33:58.774597 bus /sierra_3: Setting Powered False\u000a18:33:59.885037 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:33:49" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1603): Process ended prematurely: osmo-stp_10.42.42.5(pid=1603) [trial-2362↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1603): Process ended prematurely: osmo-stp_10.42.42.5(pid=1603) [trial-2362↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:34:01.974348 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:01.988921 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:34:02.120257 tst handover.py: using LAC 22941\u000a18:34:02.242408 tst handover.py: using RAC 246\u000a18:34:02.370271 tst handover.py: using CellId 22941\u000a18:34:02.497330 tst handover.py: using BVCI 22942\u000a18:34:02.521701 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:34:02.663398 tst handover.py: using LAC 22942\u000a18:34:02.788905 tst handover.py: using RAC 247\u000a18:34:02.914096 tst handover.py: using CellId 22942\u000a18:34:03.038684 tst handover.py: using BVCI 22943\u000a18:34:03.062994 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:03.074164 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:03.085230 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:03.096503 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:03.107834 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:03.119218 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:34:03.233730 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:34:03.443817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:03.922326 run create_hlr_db(pid=1597): Launched\u000a18:34:04.053691 bus /sierra_2: Setting Powered False\u000a18:34:05.130468 run create_hlr_db(pid=1597): Terminated: ok {rc=0}\u000a18:34:05.532815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1599): Launched\u000a18:34:05.856541 run osmo-hlr_10.42.42.2(pid=1600): Launched\u000a18:34:05.976263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:06.509371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1602): Launched\u000a18:34:06.831628 run osmo-stp_10.42.42.5(pid=1603): Launched\u000a18:34:06.948562 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:34:07.510965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1605): Launched\u000a18:34:07.834618 run osmo-msc_10.42.42.6(pid=1606): Launched\u000a18:34:08.024196 run osmo-stp_10.42.42.5(pid=1603): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)]\u000a18:34:08.161323 run osmo-stp_10.42.42.5(pid=1603): stdout: \u000a| (launched: 2022-12-09_18:34:06.673524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:08.296907 run osmo-stp_10.42.42.5(pid=1603): stderr: \u000a| �[0;m�[38;5;43m20221209183406865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183406865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183406865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183406866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183406866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183406866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183406866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:08.426927 run osmo-stp_10.42.42.5(pid=1603): stdout: \u000a| (launched: 2022-12-09_18:34:06.673524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:08.556054 run osmo-stp_10.42.42.5(pid=1603): stderr: \u000a| �[0;m�[38;5;43m20221209183406865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183406865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183406865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183406866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183406866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183406866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183406866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:08.612941 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1603): Process ended prematurely: osmo-stp_10.42.42.5(pid=1603) [trial-2362↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)] [trial-2362↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a18:34:08.621542 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:34:08.685299 run osmo-hlr_10.42.42.2(pid=1600): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1600)]\u000a18:34:08.737102 run osmo-hlr_10.42.42.2(pid=1600): stdout: \u000a| (launched: 2022-12-09_18:34:05.697540) \u000a18:34:08.789660 run osmo-hlr_10.42.42.2(pid=1600): stderr: \u000a| �[0;m�[1;31m20221209183405894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183405894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183405894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183405894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183405894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183405894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183405906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183405914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183405914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183405914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:08.860753 run osmo-msc_10.42.42.6(pid=1606): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1606)]\u000a18:34:08.912136 run osmo-msc_10.42.42.6(pid=1606): stdout: \u000a| (launched: 2022-12-09_18:34:07.675869) \u000a18:34:08.964111 run osmo-msc_10.42.42.6(pid=1606): stderr: \u000a| �[0;m�[38;5;43m20221209183407994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183407994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2aa738c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183407994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183407994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183407994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183407994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183407996 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183407997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183407997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183407997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:34:09.007988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1599): Terminating (SIGTERM)\u000a18:34:09.050495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1602): Terminating (SIGTERM)\u000a18:34:09.092827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1605): Terminating (SIGTERM)\u000a18:34:09.102728 --- ParallelTerminationStrategy: PID 1599 died...\u000a18:34:09.158936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1599): Terminated: ok {rc=0}\u000a18:34:09.169368 --- ParallelTerminationStrategy: PID 1602 died...\u000a18:34:09.225570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1602): Terminated: ok {rc=0}\u000a18:34:09.235633 --- ParallelTerminationStrategy: PID 1605 died...\u000a18:34:09.291927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1605): Terminated: ok {rc=0}\u000a18:34:09.378460 bus /sierra_3: Setting Powered False\u000a18:34:10.485326 bus /sierra_3: Setting Powered False\u000a18:34:11.592742 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:34:01" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1617): Process ended prematurely: osmo-stp_10.42.42.5(pid=1617) [trial-2362↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1617)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1617): Process ended prematurely: osmo-stp_10.42.42.5(pid=1617) [trial-2362↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:34:13.592916 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:13.604149 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:34:13.733343 tst handover.py: using LAC 22943\u000a18:34:13.859064 tst handover.py: using RAC 248\u000a18:34:13.983241 tst handover.py: using CellId 22943\u000a18:34:14.107068 tst handover.py: using BVCI 22944\u000a18:34:14.131488 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:34:14.270268 tst handover.py: using LAC 22944\u000a18:34:14.394083 tst handover.py: using RAC 249\u000a18:34:14.517653 tst handover.py: using CellId 22944\u000a18:34:14.642211 tst handover.py: using BVCI 22945\u000a18:34:14.666705 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:14.677869 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:14.688818 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:14.700622 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:14.712509 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:14.724483 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:34:14.841340 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:34:15.050171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:15.529080 run create_hlr_db(pid=1611): Launched\u000a18:34:15.660883 bus /sierra_2: Setting Powered False\u000a18:34:16.792481 run create_hlr_db(pid=1611): Terminated: ok {rc=0}\u000a18:34:17.254323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1613): Launched\u000a18:34:17.558473 run osmo-hlr_10.42.42.2(pid=1614): Launched\u000a18:34:17.669517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:18.168311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1616): Launched\u000a18:34:18.468701 run osmo-stp_10.42.42.5(pid=1617): Launched\u000a18:34:18.578211 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:34:19.105627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1619): Launched\u000a18:34:19.408458 run osmo-msc_10.42.42.6(pid=1620): Launched\u000a18:34:19.585536 run osmo-stp_10.42.42.5(pid=1617): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1617)]\u000a18:34:19.713162 run osmo-stp_10.42.42.5(pid=1617): stdout: \u000a| (launched: 2022-12-09_18:34:18.320901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:19.838235 run osmo-stp_10.42.42.5(pid=1617): stderr: \u000a| �[0;m�[38;5;43m20221209183418492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183418492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183418492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183418492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183418493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183418493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183418493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:19.958791 run osmo-stp_10.42.42.5(pid=1617): stdout: \u000a| (launched: 2022-12-09_18:34:18.320901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:20.078440 run osmo-stp_10.42.42.5(pid=1617): stderr: \u000a| �[0;m�[38;5;43m20221209183418492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183418492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183418492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183418492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183418493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183418493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183418493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:20.130970 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1617): Process ended prematurely: osmo-stp_10.42.42.5(pid=1617) [trial-2362↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1617)] [trial-2362↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a18:34:20.138896 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:34:20.198670 run osmo-hlr_10.42.42.2(pid=1614): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1614)]\u000a18:34:20.247968 run osmo-hlr_10.42.42.2(pid=1614): stdout: \u000a| (launched: 2022-12-09_18:34:17.407433) \u000a18:34:20.297798 run osmo-hlr_10.42.42.2(pid=1614): stderr: \u000a| �[0;m�[1;31m20221209183417581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183417581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183417581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183417581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183417581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183417581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183417596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183417607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183417607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183417609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:20.365813 run osmo-msc_10.42.42.6(pid=1620): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1620)]\u000a18:34:20.414918 run osmo-msc_10.42.42.6(pid=1620): stdout: \u000a| (launched: 2022-12-09_18:34:19.258618) \u000a18:34:20.464681 run osmo-msc_10.42.42.6(pid=1620): stderr: \u000a| �[0;m�[38;5;43m20221209183419527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183419528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8cd51cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183419528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183419528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183419528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183419528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183419530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183419530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183419531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183419531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:34:20.506662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1613): Terminating (SIGTERM)\u000a18:34:20.546403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1616): Terminating (SIGTERM)\u000a18:34:20.586233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1619): Terminating (SIGTERM)\u000a18:34:20.595444 --- ParallelTerminationStrategy: PID 1613 died...\u000a18:34:20.648736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1613): Terminated: ok {rc=0}\u000a18:34:20.658385 --- ParallelTerminationStrategy: PID 1616 died...\u000a18:34:20.711574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1616): Terminated: ok {rc=0}\u000a18:34:20.721320 --- ParallelTerminationStrategy: PID 1619 died...\u000a18:34:20.774449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1619): Terminated: ok {rc=0}\u000a18:34:20.862396 bus /sierra_3: Setting Powered False\u000a18:34:21.966879 bus /sierra_3: Setting Powered False\u000a18:34:23.073536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:34:13" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1631): Process ended prematurely: osmo-stp_10.42.42.5(pid=1631) [trial-2362↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1631)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1631): Process ended prematurely: osmo-stp_10.42.42.5(pid=1631) [trial-2362↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2362 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:34:25.096476 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:25.108053 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:34:25.250967 tst handover.py: using LAC 22945\u000a18:34:25.378467 tst handover.py: using RAC 250\u000a18:34:25.504469 tst handover.py: using CellId 22945\u000a18:34:25.632771 tst handover.py: using BVCI 22946\u000a18:34:25.657477 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:34:25.800672 tst handover.py: using LAC 22946\u000a18:34:25.926346 tst handover.py: using RAC 251\u000a18:34:26.053381 tst handover.py: using CellId 22946\u000a18:34:26.181239 tst handover.py: using BVCI 22947\u000a18:34:26.205864 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:26.217181 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:26.228774 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:26.240162 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:26.251833 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:26.263078 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:34:26.379043 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:34:26.591902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:27.071018 run create_hlr_db(pid=1625): Launched\u000a18:34:27.202809 bus /sierra_2: Setting Powered False\u000a18:34:28.278086 run create_hlr_db(pid=1625): Terminated: ok {rc=0}\u000a18:34:28.681865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1627): Launched\u000a18:34:29.005288 run osmo-hlr_10.42.42.2(pid=1628): Launched\u000a18:34:29.124850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:29.660252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1630): Launched\u000a18:34:29.981541 run osmo-stp_10.42.42.5(pid=1631): Launched\u000a18:34:30.098455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:34:30.659730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1633): Launched\u000a18:34:31.045411 run osmo-msc_10.42.42.6(pid=1634): Launched\u000a18:34:31.246378 run osmo-stp_10.42.42.5(pid=1631): ERR: Terminated: ERROR {rc=1} [trial-2362↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1631)]\u000a18:34:31.583856 run osmo-stp_10.42.42.5(pid=1631): stdout: \u000a| (launched: 2022-12-09_18:34:29.823477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:31.822220 run osmo-stp_10.42.42.5(pid=1631): stderr: \u000a| �[0;m�[38;5;43m20221209183430014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183430014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183430014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183430015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183430015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183430015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183430015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:31.947876 run osmo-stp_10.42.42.5(pid=1631): stdout: \u000a| (launched: 2022-12-09_18:34:29.823477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:32.072529 run osmo-stp_10.42.42.5(pid=1631): stderr: \u000a| �[0;m�[38;5;43m20221209183430014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183430014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183430014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183430015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183430015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183430015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183430015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:32.128293 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1631): Process ended prematurely: osmo-stp_10.42.42.5(pid=1631) [trial-2362↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1631)] [trial-2362↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a18:34:32.137260 tst handover.py:18: Test FAILED (7.0 sec)\u000a18:34:32.199483 run osmo-hlr_10.42.42.2(pid=1628): ERR: Terminated: ERROR {rc=237} [trial-2362↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1628)]\u000a18:34:32.251885 run osmo-hlr_10.42.42.2(pid=1628): stdout: \u000a| (launched: 2022-12-09_18:34:28.846299) \u000a18:34:32.302927 run osmo-hlr_10.42.42.2(pid=1628): stderr: \u000a| �[0;m�[1;31m20221209183429042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183429042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183429042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183429042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183429042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183429042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183429054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2362/run.2022-12-09_17-10-07/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183429062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183429062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183429062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:32.371812 run osmo-msc_10.42.42.6(pid=1634): ERR: Terminated: ERROR {rc=2} [trial-2362↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1634)]\u000a18:34:32.421162 run osmo-msc_10.42.42.6(pid=1634): stdout: \u000a| (launched: 2022-12-09_18:34:30.834150) \u000a18:34:32.471039 run osmo-msc_10.42.42.6(pid=1634): stderr: \u000a| �[0;m�[38;5;43m20221209183431424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183431425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b08ff1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183431425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183431425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183431425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183431425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183431427 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183431427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183431427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183431428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:34:32.513372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1627): Terminating (SIGTERM)\u000a18:34:32.553903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1630): Terminating (SIGTERM)\u000a18:34:32.593969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1633): Terminating (SIGTERM)\u000a18:34:32.603235 --- ParallelTerminationStrategy: PID 1627 died...\u000a18:34:32.657136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1627): Terminated: ok {rc=0}\u000a18:34:32.666851 --- ParallelTerminationStrategy: PID 1630 died...\u000a18:34:32.720175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1630): Terminated: ok {rc=0}\u000a18:34:32.729856 --- ParallelTerminationStrategy: PID 1633 died...\u000a18:34:32.782999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1633): Terminated: ok {rc=0}\u000a18:34:32.867385 bus /sierra_3: Setting Powered False\u000a18:34:33.968436 bus /sierra_3: Setting Powered False\u000a18:34:35.077762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:34:24" } ] }